-- Logs begin at Thu 2021-06-17 13:52:58 UTC, end at Thu 2021-06-17 14:56:01 UTC. -- Jun 17 14:29:50.107777 dv-cinder-796859-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 17 14:29:52.601575 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.common.config [-] Logging enabled! Jun 17 14:29:52.602639 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev73 Jun 17 14:29:52.602639 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78364) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 14:29:52.605615 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.common.config [-] Logging enabled! Jun 17 14:29:52.605870 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev73 Jun 17 14:29:52.606178 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78364) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 14:29:52.607141 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 17 14:29:52.607370 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 17 14:29:52.607737 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 17 14:29:52.607982 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 17 14:29:52.608204 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 17 14:29:52.608520 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.608809 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.609287 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.609724 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.610035 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.610328 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.610705 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.611182 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.611651 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.612118 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.612562 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.612952 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.613337 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.613897 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.614204 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.614501 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.614733 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] debug = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.615022 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.615474 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.616110 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.616707 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.617040 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.617314 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.617608 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.617915 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.618274 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.618628 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] host = dv-cinder-796859-1-smb {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.619608 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.619993 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.620352 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.620654 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.621011 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.621258 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.621525 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.621829 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.622108 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] log_file = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.622390 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.622684 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.622976 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.623268 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.623495 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.623715 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.624003 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.624293 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.624571 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.624850 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.625124 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.625398 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.625702 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.626240 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.626650 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.626938 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.627232 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.627512 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.627790 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.628065 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.628353 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.628627 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.628904 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.629178 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.629456 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.629778 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.630048 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.630325 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.630630 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.630912 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.631194 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.631479 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.631752 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.632029 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.632301 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.632570 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.632840 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] use_json = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.633111 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.633379 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.633782 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.634237 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.634727 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.635727 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.636103 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.636587 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:52.636983 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.637295 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.637632 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.638097 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.638499 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.638796 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.639110 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.639453 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.639751 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.640222 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.640700 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.641176 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.641617 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.642246 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.642404 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.642717 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.643024 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.643325 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.643614 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.643922 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.644204 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.644489 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.644783 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.645089 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.645464 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.645767 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.646054 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.646352 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.646642 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.646980 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.647263 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.647555 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.648107 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.648376 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.648661 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.648941 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.649222 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.649487 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.649787 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.650077 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.650441 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.650717 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.650989 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.651266 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.651538 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.651825 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.652104 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.652381 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.652656 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.652933 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.653206 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.653478 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.653777 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.654048 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.654373 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.654646 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.654918 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.655188 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.655461 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.655731 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.655999 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.656267 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.656543 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.656820 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.657090 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.657363 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.657664 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.657940 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.658231 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.658531 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.658810 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.659089 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.659374 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.659654 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.659922 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.660200 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.660480 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.660760 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.661033 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.661323 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.661636 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.661930 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.662212 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.662492 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.662789 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.663068 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.663351 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.663629 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.663907 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.664197 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.664479 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.664774 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.665067 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.665360 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.665674 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.666738 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.667053 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.667374 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.667655 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:52.667872 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 14:29:52.668121 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78364) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 17 14:29:53.077816 dv-cinder-796859-1-smb neutron-server[78364]: INFO keyring.backend [-] Loading KWallet Jun 17 14:29:53.085272 dv-cinder-796859-1-smb neutron-server[78364]: INFO keyring.backend [-] Loading SecretService Jun 17 14:29:53.089163 dv-cinder-796859-1-smb neutron-server[78364]: INFO keyring.backend [-] Loading Windows Jun 17 14:29:53.090533 dv-cinder-796859-1-smb neutron-server[78364]: INFO keyring.backend [-] Loading chainer Jun 17 14:29:53.091092 dv-cinder-796859-1-smb neutron-server[78364]: INFO keyring.backend [-] Loading macOS Jun 17 14:29:53.125232 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:29:53.125476 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:29:53.125790 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:29:53.126124 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 17 14:29:53.441145 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:53.441432 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:53.441717 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:53.442916 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:53.443186 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:53.443456 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:53.565362 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:53.565668 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:53.565938 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:53.579518 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:53.579778 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:53.580057 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:53.609437 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:53.610071 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:53.610071 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:53.649724 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:53.650009 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:53.650310 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:53.885471 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:53.885770 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:53.886036 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:53.886301 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:53.887092 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.015343 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.015662 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.015941 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.016211 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.016478 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.016787 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.017049 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.017304 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.017557 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.017864 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.018119 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.018382 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.018637 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.018887 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.019151 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.019418 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.019673 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.019941 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.020192 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.020470 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.020818 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.021225 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.021474 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.021782 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.022034 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.022279 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.022672 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78364) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 14:29:54.023175 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78364) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 14:29:54.023417 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78364) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 14:29:54.023653 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78364) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 14:29:54.023886 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78364) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 14:29:54.024119 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78364) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 14:29:54.024487 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 17 14:29:54.028500 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 17 14:29:54.032419 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 17 14:29:54.036265 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1300, 1349)])]) Jun 17 14:29:54.037900 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 17 14:29:54.038353 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 17 14:29:54.038691 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 17 14:29:54.039079 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 17 14:29:54.042625 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 17 14:29:54.042877 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 17 14:29:54.043230 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 14:29:54.072727 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 17 14:29:54.073186 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.073486 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78364) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 17 14:29:54.073890 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.075277 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78364) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 17 14:29:54.075566 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 14:29:54.075807 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 17 14:29:54.079509 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.079795 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.143180 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 17 14:29:54.143384 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 17 14:29:54.143559 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 17 14:29:54.143948 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 17 14:29:54.177073 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_db.sqlalchemy.engines [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78364) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 17 14:29:54.515481 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.managers [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Initializing driver for type 'gre' Jun 17 14:29:54.515955 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] gre ID ranges: [(1, 1000)] Jun 17 14:29:54.567306 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.managers [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Initializing driver for type 'local' Jun 17 14:29:54.567648 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.managers [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Initializing driver for type 'vlan' Jun 17 14:29:54.578756 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] VlanTypeDriver initialization complete Jun 17 14:29:54.579113 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.managers [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Initializing driver for type 'vxlan' Jun 17 14:29:54.579648 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] vxlan ID ranges: [(1, 1000)] Jun 17 14:29:54.631891 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.managers [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Initializing extension driver 'port_security' Jun 17 14:29:54.632556 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.extensions.port_security [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] PortSecurityExtensionDriver initialization complete Jun 17 14:29:54.632556 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.managers [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Initializing mechanism driver 'openvswitch' Jun 17 14:29:54.632952 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.managers [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Initializing mechanism driver 'hyperv' Jun 17 14:29:54.639531 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.plugins.ml2.plugin [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:29:54.640281 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > port after_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.640647 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > port after_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.640994 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > port after_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.641374 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > subnet after_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.641751 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > subnet after_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.642087 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.642458 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > network after_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.642794 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > network after_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.643126 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > network after_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.643492 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > security_group after_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.643826 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > security_group after_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.644155 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.644524 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.644863 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.645193 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.645559 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > address_group after_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.645916 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > address_group after_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.646241 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.646569 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] ML2 OVO RPC backend initialized. {{(pid=78364) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jun 17 14:29:54.647261 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.647609 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.648284 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > network before_response 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.648617 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > networks before_response 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.648962 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > port before_response 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.649291 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > ports before_response 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.649645 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > subnet before_response 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.649983 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > subnets before_response 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.650917 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > network after_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.651255 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > network after_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.651583 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > network after_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.651915 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > port after_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.652241 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > port after_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.652569 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > port after_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.652898 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > subnet after_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.653225 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > subnet after_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.653551 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.654159 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.plugin [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Modular L2 Plugin initialization complete Jun 17 14:29:54.654482 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading services supported by the core plugin {{(pid=78364) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 17 14:29:54.654801 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.plugins.ml2.managers [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Got port-security extension from driver 'port_security' Jun 17 14:29:54.655264 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.extensions.vlantransparent [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Disabled vlantransparent extension. Jun 17 14:29:54.655746 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78364) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 17 14:29:54.656053 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading Plugin: router Jun 17 14:29:54.692790 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.693175 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > router after_create 55549900 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.693541 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > router before_create 55549900 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.693929 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.694292 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.694639 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > router after_delete 55549900 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.694989 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.695341 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > router after_create 55549900 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.695682 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > router after_update 55549900 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.696025 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > router after_update 55549900 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.696386 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.696712 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > router after_update 55549900 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.697185 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > router precommit_update 55549900 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.697641 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: port after_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.697982 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: port after_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.698306 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: subnet after_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.698635 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.698974 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.699312 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > router precommit_create 55549900 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.699649 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: port before_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.699984 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > router precommit_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.700331 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > router after_update 55549900 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.700661 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.700998 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > router precommit_create 55549900 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.701350 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.701719 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > router precommit_update 55549900 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.702086 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > network after_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.702995 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.quota.resource_registry [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Tracking information for resource: router configured {{(pid=78364) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 14:29:54.703321 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.quota.resource_registry [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Tracking information for resource: floatingip configured {{(pid=78364) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 14:29:54.708588 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.db.l3_agentschedulers_db [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 17 14:29:54.709157 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: port after_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.709513 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: port after_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.709883 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: port after_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.710228 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: port after_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.711023 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > router before_create 55550100 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.711378 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.711731 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > router precommit_create 55550100 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.712076 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > router precommit_update 55550100 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.717093 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.services.provider_configuration [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Service providers = [] {{(pid=78364) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 17 14:29:54.717453 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.db.servicetype_db [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78364) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 17 14:29:54.720369 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.services.service_base [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78364) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 14:29:54.720711 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.services.service_base [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78364) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 14:29:54.721048 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.services.service_base [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78364) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 14:29:54.722033 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.services.service_base [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78364) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 14:29:54.722408 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.services.service_base [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 17 14:29:54.722964 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78364) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 14:29:54.723282 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 17 14:29:54.734443 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78364) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 14:29:54.734775 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading Plugin: auto_allocate Jun 17 14:29:54.740773 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: network precommit_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.741141 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: network precommit_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.741694 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78364) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 14:29:54.742012 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading Plugin: tag Jun 17 14:29:54.750388 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78364) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 14:29:54.750388 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading Plugin: timestamp Jun 17 14:29:54.753226 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78364) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 14:29:54.753548 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading Plugin: network_ip_availability Jun 17 14:29:54.758817 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.759185 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.759566 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.760451 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78364) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 14:29:54.760763 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading Plugin: flavors Jun 17 14:29:54.765766 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78364) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 14:29:54.766043 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading Plugin: revisions Jun 17 14:29:54.770373 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78364) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 14:29:54.770786 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_concurrency.lockutils [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.645s {{(pid=78364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:29:54.771555 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78364) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 17 14:29:54.771818 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Initializing extension manager. Jun 17 14:29:54.772310 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: __init__.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.772643 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: __pycache__ {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.773229 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.773554 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: address_group.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.774344 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.774919 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: address-group Jun 17 14:29:54.775875 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: address_scope.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.776622 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.777122 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: address-scope Jun 17 14:29:54.777513 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.778408 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.778913 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: router-admin-state-down-before-update Jun 17 14:29:54.779234 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: agent.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.779912 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.780413 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: agent Jun 17 14:29:54.780727 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: agent_resources_synced.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.781640 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.782143 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: agent-resources-synced Jun 17 14:29:54.782457 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: allowedaddresspairs.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.784251 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.784767 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: allowed-address-pairs Jun 17 14:29:54.785083 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: auto_allocated_topology.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.786187 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.786701 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: auto-allocated-topology Jun 17 14:29:54.787015 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: availability_zone.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.787717 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.788217 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: availability_zone Jun 17 14:29:54.788531 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: availability_zone_filter.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.789443 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.789984 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: availability_zone_filter Jun 17 14:29:54.790294 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: data_plane_status.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.792012 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.792529 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension data-plane-status not supported by any of loaded plugins Jun 17 14:29:54.792846 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: default_subnetpools.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.793790 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.794296 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: default-subnetpools Jun 17 14:29:54.794612 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.795426 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.795927 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: dhcp_agent_scheduler Jun 17 14:29:54.796243 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: dns.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.797130 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.797662 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension dns-integration not supported by any of loaded plugins Jun 17 14:29:54.797979 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: dns_domain_ports.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.798874 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.799377 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 17 14:29:54.799694 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: dvr.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.800347 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.801243 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: dvr Jun 17 14:29:54.801243 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: empty_string_filtering.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.802109 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.802605 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: empty-string-filtering Jun 17 14:29:54.802919 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.803797 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.804292 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 17 14:29:54.804604 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.805484 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.806012 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 17 14:29:54.806326 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: external_net.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.807344 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.807851 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: external-net Jun 17 14:29:54.808166 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.809045 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.809548 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: extra_dhcp_opt Jun 17 14:29:54.809894 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: extraroute.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.810865 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.811361 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: extraroute Jun 17 14:29:54.811674 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: extraroute_atomic.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.812692 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.813198 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: extraroute-atomic Jun 17 14:29:54.813515 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: filter_validation.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.814194 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.814687 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: filter-validation Jun 17 14:29:54.815001 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: fip_pf_description.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.817864 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.818403 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 17 14:29:54.818726 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: fip_port_details.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.819782 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.820239 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: fip-port-details Jun 17 14:29:54.820555 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: flavors.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.821835 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.822565 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: flavors Jun 17 14:29:54.823066 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.824752 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.825261 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 17 14:29:54.825622 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: floatingip_pools.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.826326 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.826828 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: floatingip-pools Jun 17 14:29:54.827153 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: ip_allocation.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.828047 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.828543 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension ip_allocation not supported by any of loaded plugins Jun 17 14:29:54.828859 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.829786 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.830292 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: ip-substring-filtering Jun 17 14:29:54.830610 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: l2_adjacency.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.831510 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.832007 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 17 14:29:54.832322 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: l3.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.833392 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.833937 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: router Jun 17 14:29:54.834251 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.836513 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.837043 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 17 14:29:54.837363 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.839000 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.839510 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: ext-gw-mode Jun 17 14:29:54.839831 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.840751 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.841259 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: l3-ha Jun 17 14:29:54.841576 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: l3_flavors.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.842490 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.842993 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: l3-flavors Jun 17 14:29:54.843310 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.844217 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.844728 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 17 14:29:54.845043 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: l3agentscheduler.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.846117 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.846625 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: l3_agent_scheduler Jun 17 14:29:54.846945 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: logging.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.848439 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.848948 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension logging not supported by any of loaded plugins Jun 17 14:29:54.849272 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: metering.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.852403 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.852403 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: metering Jun 17 14:29:54.852403 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.852403 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.853290 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: metering_source_and_destination_fields Jun 17 14:29:54.853290 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: multiprovidernet.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.854550 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.855148 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: multi-provider Jun 17 14:29:54.855467 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: netmtu.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.856368 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.856872 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: net-mtu Jun 17 14:29:54.857187 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: netmtu_writable.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.858114 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.858621 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: net-mtu-writable Jun 17 14:29:54.858933 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: network_availability_zone.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.859593 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.860092 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: network_availability_zone Jun 17 14:29:54.860404 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: network_ip_availability.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.861500 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.862092 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: network-ip-availability Jun 17 14:29:54.862438 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: network_segment_range.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.863240 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.863779 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension network-segment-range not supported by any of loaded plugins Jun 17 14:29:54.864127 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: pagination.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.865142 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.865503 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: pagination Jun 17 14:29:54.865894 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: port_device_profile.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.866804 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.867358 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: port-device-profile Jun 17 14:29:54.867734 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.868694 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.870004 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: port-mac-address-regenerate Jun 17 14:29:54.870444 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.871374 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.871930 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: port-numa-affinity-policy Jun 17 14:29:54.872288 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: port_resource_request.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.873225 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.873810 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension port-resource-request not supported by any of loaded plugins Jun 17 14:29:54.874164 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: portbindings.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.875104 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.875658 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: binding Jun 17 14:29:54.876005 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: portbindings_extended.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.877322 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.877860 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: binding-extended Jun 17 14:29:54.878177 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: portsecurity.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.879069 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.879572 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: port-security Jun 17 14:29:54.879888 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: project_id.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.880843 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.881171 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: project-id Jun 17 14:29:54.881487 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: providernet.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.882416 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.882917 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: provider Jun 17 14:29:54.883303 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: qos.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.887568 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.888085 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension qos not supported by any of loaded plugins Jun 17 14:29:54.888415 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.889675 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.890185 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 17 14:29:54.890509 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.891401 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.891911 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 17 14:29:54.892233 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: qos_default.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.893201 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.893743 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension qos-default not supported by any of loaded plugins Jun 17 14:29:54.894065 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: qos_fip.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.894701 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.895202 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension qos-fip not supported by any of loaded plugins Jun 17 14:29:54.895518 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: qos_gateway_ip.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.896418 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.896919 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 17 14:29:54.897237 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: qos_port_network_policy.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.898431 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.898937 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 17 14:29:54.899253 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: qos_rule_type_details.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.900138 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.900784 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 17 14:29:54.901095 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: qos_rules_alias.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.902143 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.902647 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 17 14:29:54.902963 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: quotasv2.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.904033 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.904353 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: quotas Jun 17 14:29:54.904668 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: quotasv2_detail.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.906313 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.906646 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: quota_details Jun 17 14:29:54.907040 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: rbac.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.908078 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.908605 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: rbac-policies Jun 17 14:29:54.908926 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: rbac_address_group.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.909860 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.910371 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: rbac-address-group Jun 17 14:29:54.910690 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: rbac_address_scope.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.911579 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.912086 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: rbac-address-scope Jun 17 14:29:54.912402 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: rbac_security_groups.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.913292 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.913825 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: rbac-security-groups Jun 17 14:29:54.914143 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: rbac_subnetpool.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.915070 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.915563 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: rbac-subnetpool Jun 17 14:29:54.916438 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: revisionifmatch.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.917405 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.917932 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: revision-if-match Jun 17 14:29:54.918252 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: revisions.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.919355 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.919857 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: standard-attr-revisions Jun 17 14:29:54.920172 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: router_availability_zone.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.920825 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.921327 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: router_availability_zone Jun 17 14:29:54.921803 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: routerservicetype.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.923337 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.923337 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension router-service-type not supported by any of loaded plugins Jun 17 14:29:54.923535 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.924491 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.924999 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: security-groups-normalized-cidr Jun 17 14:29:54.925317 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.926243 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.926744 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: port-security-groups-filtering Jun 17 14:29:54.927060 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.927961 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.928468 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: security-groups-remote-address-group Jun 17 14:29:54.928793 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: securitygroup.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.939186 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.939718 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: security-group Jun 17 14:29:54.940039 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: segment.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.940817 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.941323 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension segment not supported by any of loaded plugins Jun 17 14:29:54.941683 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.942602 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.943111 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 17 14:29:54.943430 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: servicetype.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.944527 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.945046 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: service-type Jun 17 14:29:54.945364 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: sorting.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.946354 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.946683 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: sorting Jun 17 14:29:54.947001 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: standard_attr_segment.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.948011 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.948523 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 17 14:29:54.948840 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: standardattrdescription.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.949476 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.950005 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: standard-attr-description Jun 17 14:29:54.950320 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: stateful_security_group.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.951215 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.951723 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: stateful-security-group Jun 17 14:29:54.952036 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: stdattrs_common.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.952595 dv-cinder-796859-1-smb neutron-server[78364]: WARNING neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 17 14:29:54.952908 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.953943 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.954460 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 17 14:29:54.954774 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: subnet_onboard.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.955823 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.956337 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: subnet_onboard Jun 17 14:29:54.956657 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.957567 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.958097 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 17 14:29:54.958417 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: subnet_service_types.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.959322 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.959907 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: subnet-service-types Jun 17 14:29:54.960226 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: subnetallocation.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.961339 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.961961 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: subnet_allocation Jun 17 14:29:54.962291 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.963110 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.963620 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: subnetpool-prefix-ops Jun 17 14:29:54.963936 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.964933 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.965442 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 17 14:29:54.965786 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: tagging.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.966987 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.967538 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: standard-attr-tag Jun 17 14:29:54.967860 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: timestamp.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.969061 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.969577 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loaded extension: standard-attr-timestamp Jun 17 14:29:54.969925 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: trunk.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.970935 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.971447 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension trunk not supported by any of loaded plugins Jun 17 14:29:54.971765 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: trunk_details.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.972654 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.973160 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension trunk-details not supported by any of loaded plugins Jun 17 14:29:54.973476 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: uplink_status_propagation.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.974473 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.974975 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 17 14:29:54.975290 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Loading extension file: vlantransparent.py {{(pid=78364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:29:54.975951 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:29:54.976447 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 17 14:29:54.979581 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.quota.resource_registry [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Creating instance of TrackedResource for resource:network Jun 17 14:29:54.980312 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.quota.resource_registry [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Creating instance of TrackedResource for resource:subnet Jun 17 14:29:54.981156 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.quota.resource_registry [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 14:29:54.981902 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.quota.resource_registry [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Creating instance of TrackedResource for resource:port Jun 17 14:29:54.983515 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.v2.resource_helper [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:29:54.983982 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.v2.resource_helper [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Service FLAVORS assigned prefix: {{(pid=78364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:29:54.985931 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.v2.resource_helper [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:29:54.985931 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.v2.resource_helper [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:29:54.985931 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.quota.resource_registry [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Creating instance of TrackedResource for resource:router Jun 17 14:29:54.986736 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.quota.resource_registry [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 14:29:54.987465 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.v2.resource_helper [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Service METERING assigned prefix: /metering {{(pid=78364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:29:54.989436 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.994100 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.994100 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:29:54.994100 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.quota.resource_registry [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 14:29:54.994100 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.quota.resource_registry [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Creating instance of TrackedResource for resource:security_group Jun 17 14:29:54.994100 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.quota.resource_registry [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 14:29:54.994100 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.v2.resource_helper [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Service CORE assigned prefix: {{(pid=78364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:29:54.995692 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.quota.resource_registry [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 14:29:54.995692 dv-cinder-796859-1-smb neutron-server[78364]: WARNING neutron.quota.resource_registry [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] subnetpool is already registered Jun 17 14:29:54.995692 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.v2.resource_helper [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Service CORE assigned prefix: {{(pid=78364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:29:54.996179 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.quota.resource_registry [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 14:29:54.996338 dv-cinder-796859-1-smb neutron-server[78364]: WARNING neutron.quota.resource_registry [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] subnetpool is already registered Jun 17 14:29:55.000111 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.v2.resource_helper [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:29:55.000565 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.v2.resource_helper [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Service FLAVORS assigned prefix: {{(pid=78364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:29:55.001275 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.v2.resource_helper [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:29:55.001718 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.v2.resource_helper [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:29:55.002047 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.quota.resource_registry [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Creating instance of TrackedResource for resource:router Jun 17 14:29:55.002464 dv-cinder-796859-1-smb neutron-server[78364]: WARNING neutron.quota.resource_registry [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] router is already registered Jun 17 14:29:55.003192 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.quota.resource_registry [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 14:29:55.003630 dv-cinder-796859-1-smb neutron-server[78364]: WARNING neutron.quota.resource_registry [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] floatingip is already registered Jun 17 14:29:55.004501 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.v2.resource_helper [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Service METERING assigned prefix: /metering {{(pid=78364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:29:55.005263 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.quota.resource_registry [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 14:29:55.005681 dv-cinder-796859-1-smb neutron-server[78364]: WARNING neutron.quota.resource_registry [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] rbac_policy is already registered Jun 17 14:29:55.006456 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.quota.resource_registry [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Creating instance of TrackedResource for resource:security_group Jun 17 14:29:55.006859 dv-cinder-796859-1-smb neutron-server[78364]: WARNING neutron.quota.resource_registry [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] security_group is already registered Jun 17 14:29:55.007729 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.quota.resource_registry [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 14:29:55.008166 dv-cinder-796859-1-smb neutron-server[78364]: WARNING neutron.quota.resource_registry [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] security_group_rule is already registered Jun 17 14:29:55.009007 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.v2.resource_helper [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Service CORE assigned prefix: {{(pid=78364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:29:55.009387 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.quota.resource_registry [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 14:29:55.010608 dv-cinder-796859-1-smb neutron-server[78364]: WARNING neutron.quota.resource_registry [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] subnetpool is already registered Jun 17 14:29:55.011357 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.v2.resource_helper [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Service CORE assigned prefix: {{(pid=78364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:29:55.011748 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.quota.resource_registry [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 14:29:55.012254 dv-cinder-796859-1-smb neutron-server[78364]: WARNING neutron.quota.resource_registry [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] subnetpool is already registered Jun 17 14:29:55.012906 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: extensions {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.014402 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: address-groups {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.016102 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: address-scopes {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.017257 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: agents {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.018446 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: auto-allocated-topology {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.019671 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: availability_zones {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.021080 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: dhcp-networks {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.022523 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: dhcp-agents {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.024224 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: routers {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.027854 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: flavors {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.029031 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: service_profiles {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.030265 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: next_providers {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.031767 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: service_profiles {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.033240 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: floatingip-pools {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.034494 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: routers {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.036296 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: floatingips {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.037473 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: l3-routers {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.038887 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: l3-agents {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.040298 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: metering-labels {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.041995 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: metering-label-rules {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.043989 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: network-ip-availabilities {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.045838 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: bindings {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.047484 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: quotas {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.050048 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: quotas {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.051497 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: rbac-policies {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.052790 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: security-groups {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.054005 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: security-group-rules {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.055243 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: service-providers {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.056533 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: subnetpools {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.058189 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: subnetpools {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.061698 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: tags {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.063467 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: tags {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.065258 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: tags {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.067080 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: tags {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.069056 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: tags {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.073144 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: tags {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.075140 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: tags {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.079527 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: tags {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.081605 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: tags {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.083432 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron.api.extensions [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Extended resource: tags {{(pid=78364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:29:55.090182 dv-cinder-796859-1-smb neutron-server[78364]: WARNING keystonemiddleware.auth_token [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 17 14:29:55.094958 dv-cinder-796859-1-smb neutron-server[78364]: WARNING keystonemiddleware.auth_token [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 17 14:29:55.102894 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_concurrency.lockutils [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Acquired lock "singleton_lock" {{(pid=78364) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 17 14:29:55.103442 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_concurrency.lockutils [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Releasing lock "singleton_lock" {{(pid=78364) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 17 14:29:55.104726 dv-cinder-796859-1-smb neutron-server[78364]: INFO oslo_service.service [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Starting 2 workers Jun 17 14:29:55.109353 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Started child 78471 {{(pid=78364) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 17 14:29:55.113770 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Started child 78472 {{(pid=78364) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 17 14:29:55.114552 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:55.115384 dv-cinder-796859-1-smb neutron-server[78364]: INFO neutron.service [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 17 14:29:55.115976 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Notify callbacks [] for process, before_spawn {{(pid=78364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:55.116123 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [-] (78471) wsgi starting up on http://0.0.0.0:9696 Jun 17 14:29:55.118394 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:55.118920 dv-cinder-796859-1-smb neutron-server[78364]: INFO oslo_service.service [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Starting 1 workers Jun 17 14:29:55.119854 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [-] (78472) wsgi starting up on http://0.0.0.0:9696 Jun 17 14:29:55.123663 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Started child 78473 {{(pid=78364) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 17 14:29:55.124181 dv-cinder-796859-1-smb neutron-server[78364]: INFO oslo_service.service [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Starting 1 workers Jun 17 14:29:55.127128 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.service [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] calling RpcWorker wait() {{(pid=78473) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 17 14:29:55.127918 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.service [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] returning from RpcWorker wait() {{(pid=78473) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 17 14:29:55.128666 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Started child 78474 {{(pid=78364) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 17 14:29:55.128832 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:55.129307 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:29:55.129458 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG neutron_lib.callbacks.manager [None req-1e69aad8-e070-45fc-b07b-baa5d3cfd7e2 None None] Notify callbacks [] for process, after_spawn {{(pid=78364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:55.131432 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78364) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 17 14:29:55.131637 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 17 14:29:55.131815 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 17 14:29:55.132032 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 17 14:29:55.132378 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 17 14:29:55.132556 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 17 14:29:55.133080 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.133349 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.133637 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.133898 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.134196 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.135319 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.135567 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:55.136060 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.136060 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.136060 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.136332 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.136470 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.136609 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.136858 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.137102 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.137519 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.137818 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.138072 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.138360 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.138568 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.138782 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.139029 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.139260 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.139495 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] debug = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.139747 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.140249 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.140497 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.140712 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.140937 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.141209 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.141424 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.141773 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.142041 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.142380 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.142620 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.142872 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.143108 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.143366 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.143521 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.143777 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.144012 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.144488 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] host = dv-cinder-796859-1-smb {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.144951 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.147028 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.147028 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.147028 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.147028 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.147028 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.147028 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.147028 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.147028 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.149605 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.149605 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.149605 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.149605 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.149605 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] log_file = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.149605 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] log_options = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.149605 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.149605 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.149605 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.151465 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.151465 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.151465 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.151465 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.151465 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.151465 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.151465 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.152356 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.152356 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.152356 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.152356 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.152356 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.152356 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.153163 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.153163 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.153163 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.153517 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.153517 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.153826 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.153974 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.154179 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.154344 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.154530 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.154766 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.155044 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.155221 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.155429 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.155651 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.155999 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.156211 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.157438 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.157748 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.158266 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.158611 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.158897 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.159145 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.159487 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.159883 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.160045 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.160282 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.160602 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.160715 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.160952 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] use_json = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.161512 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.161512 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.162923 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.163401 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.164827 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.167950 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.167950 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.168252 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:29:55.168386 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.168386 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.168386 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.168386 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.168386 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.168971 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.168971 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.169124 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.169263 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.169520 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.169784 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.170150 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.170391 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.170664 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.170920 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.171182 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.171481 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.171757 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.172024 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.172264 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.172511 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.172727 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.172949 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.173277 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.173559 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.173836 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.174086 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.174328 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.174547 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.174764 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.174999 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.175221 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.175456 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.175732 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.175974 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.176186 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.176407 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.176662 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.176845 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.177089 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.178132 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.179724 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.180436 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.180436 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.182136 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.182136 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.182136 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.182764 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.183314 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.184976 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.186381 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.187508 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.187780 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.188028 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.188271 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.188528 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.188817 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.189058 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.189289 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.189531 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.189790 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.190073 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.190464 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.190599 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.190862 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.192263 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.192263 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.192263 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.192263 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.192263 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.192263 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.192263 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.193718 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.193718 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.193718 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.193718 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.193718 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.193718 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.194408 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.194408 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.194408 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.194729 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.194819 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.194992 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.195234 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.195517 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.195900 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.196071 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.196457 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.196562 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.196751 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.197126 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.197240 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.197467 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.197718 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.197938 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.198213 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.198465 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.198800 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.199037 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.199284 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.199550 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.199793 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.200037 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.200259 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.200511 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.200763 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.201050 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.201331 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.201566 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.201983 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.202253 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.202530 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.202773 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.203048 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.203268 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.203554 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.203876 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.204135 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.204380 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.204635 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.204876 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.205133 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.205367 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.205649 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.205905 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.206136 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.206367 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.206652 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.206928 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.207136 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.207353 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.207608 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.207968 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.208223 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.208473 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.208747 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.209017 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.209273 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.209515 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.209803 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.210062 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.210336 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.210595 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.210831 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.211087 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.211325 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.211574 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.211792 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.212260 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.212483 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.212769 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.213030 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.213239 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.213725 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.214095 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.214336 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.214575 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.214833 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.215086 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.215322 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.215567 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.215811 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.216064 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.216287 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.216509 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.216730 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.216969 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.217247 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.217485 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.218051 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.218324 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.218569 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.218816 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.219050 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.219309 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.219766 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.220048 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.220275 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.220498 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.220716 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.220944 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.221185 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.221425 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.221684 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.221902 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.222165 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.222424 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.222753 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.223023 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.223273 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.223523 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.223765 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.223987 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.224224 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.224450 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.224685 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.224903 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.225349 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.225646 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.225901 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.226141 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.226369 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.226608 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.226840 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.227076 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.227274 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.227576 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.227829 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.228053 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.228987 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.229130 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.229472 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.229847 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.230071 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.230294 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.230509 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.230739 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.230984 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.231196 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.231414 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.231646 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.231931 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.232181 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.232422 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.232718 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.232948 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.233176 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.233445 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.233786 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.234011 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.234251 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.234516 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.234734 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.234955 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.235225 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.235540 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.235850 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.236113 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.236369 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.236628 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.236902 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.237157 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.237395 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.237717 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.238049 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.238373 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.239163 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.239163 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.240154 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.240154 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.240154 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.240342 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.240475 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.240698 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.240942 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.241197 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.241446 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.241938 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.242176 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.242395 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.242619 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.242854 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.243328 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.243552 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.243760 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 14:29:55.245047 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78364) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 17 14:29:55.245291 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 17 14:29:55.245425 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 17 14:29:55.245629 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 17 14:29:55.245859 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 17 14:29:55.246024 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 17 14:29:55.246264 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.246444 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.246604 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.246743 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.246920 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.247070 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.247207 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.247342 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.247569 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.247708 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.247856 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.247998 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.248144 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.248245 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.248389 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.248785 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.248929 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.249110 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.249256 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.249456 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.249567 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.249744 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.249902 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] debug = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.250060 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.250249 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.250406 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.250566 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.250724 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.250902 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.251038 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.251194 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.251351 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.251509 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.251675 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.251834 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.251984 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.252143 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.252303 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.252454 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.252613 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.252770 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] host = dv-cinder-796859-1-smb {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.252952 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.253085 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.253243 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.253400 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.253558 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.254069 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.254069 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.254069 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.254457 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.254457 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.254691 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.254691 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.254925 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.255049 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] log_file = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.255183 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] log_options = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.255308 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.255421 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.255534 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.255722 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.255885 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.256043 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.256199 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.256355 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.256512 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.256669 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.256825 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.256981 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.257146 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.257299 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.257456 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.257626 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.257786 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.257932 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.258093 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.258254 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.258416 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.258563 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.258720 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.258875 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.259035 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.259192 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.259350 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.259510 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.259737 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.259922 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.260110 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.260282 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.260443 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.260649 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.260784 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.260918 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.261031 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.261193 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.261352 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.261511 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.261679 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.261837 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.261994 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.262151 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.262364 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.262453 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] use_json = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.262608 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.262776 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.262928 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.263077 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.263214 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.263350 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.263472 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.263687 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 14:29:55.263814 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.263969 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.264161 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:29:55.264323 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.264323 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.264597 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.264597 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.264856 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.264856 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.265123 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.265259 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.265348 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.265482 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.265653 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.265822 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.265988 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.266229 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.266369 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.266458 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.266591 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.266750 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.266910 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.267071 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.267252 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.267407 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.267570 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.267731 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.267891 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.268053 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.268215 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.268448 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.268549 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.268680 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.268834 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.268994 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.269155 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.269314 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.269475 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.269660 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.269845 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.269959 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.270115 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.270273 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.270434 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.270595 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.270849 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.270961 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.271071 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.271232 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.271392 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.272083 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.272262 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.272419 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.272560 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.272975 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.273141 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.273301 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.273461 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.276200 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.276376 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.276539 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.276763 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.277060 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.277221 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.277383 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.277545 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.277728 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.277896 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.278059 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.278218 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.278371 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.278529 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.278690 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.278850 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.279102 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.279102 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.279388 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.279516 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.279650 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.279790 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.279908 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.280109 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.280278 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.280436 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.280595 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.280766 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.280942 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.281099 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.281306 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.281419 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.281564 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.281740 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.281953 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.282041 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.282197 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.282351 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.282505 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.282661 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.282837 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.283049 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.284039 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.284039 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.284039 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.284039 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.284039 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.284039 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.284039 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.284985 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.284985 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.284985 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.284985 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.284985 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.285684 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.285684 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.285684 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.285684 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.285684 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.286488 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.286488 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.286488 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.286488 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.286488 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.287149 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.287149 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.287149 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.287149 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.287149 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.287772 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.287772 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.287772 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.287772 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.288448 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.288992 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 38762) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:29:55.293650 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.293650 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.293650 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.293650 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.293650 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.293650 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.293650 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.293650 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.294578 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.294578 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.294578 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.294578 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.294578 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.294578 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.294578 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.294578 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.295016 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.295092 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.295338 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.295884 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.295884 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.296183 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.296474 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.296763 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.297026 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.297304 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.297608 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.297875 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071771 Jun 17 14:29:55.298221 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.298505 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.298787 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.300123 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.301019 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.301212 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.301494 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.301795 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.302669 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.302942 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.303217 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.305071 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.305363 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.305671 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.305950 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.306228 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.308503 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.308789 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.309075 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.309352 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.309647 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.310628 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.311136 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.311435 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.311732 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.312024 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.312919 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.313640 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.313640 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.313886 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.314146 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.314300 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.314581 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.314817 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.315039 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.315255 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.315389 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.315606 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.315746 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.315858 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.316082 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.316213 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.316336 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.316448 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.316719 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.316843 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.316917 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.317056 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.317224 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.317396 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.317540 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.317760 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.317869 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.318034 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.318371 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.318510 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.318691 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.318836 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.319003 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.319121 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.319305 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.319435 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.319604 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.319734 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.319911 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.320043 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.320208 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.320333 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.320494 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.320633 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.320764 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.320956 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.321095 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.321215 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.321397 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.321555 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.321764 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.321909 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.322106 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.322256 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.322414 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.322585 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.322751 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.322751 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.323067 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.323242 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.323428 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.323607 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.323774 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.323774 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.324095 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.324095 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.324409 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.324409 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.324700 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.324700 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.325031 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.325031 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.326325 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.327195 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.327441 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.327668 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.327975 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.328764 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.328764 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.328764 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 14:29:55.331976 dv-cinder-796859-1-smb neutron-server[78364]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 14:30:06.422057 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a05d41-041c-4e88-8910-eb6bb8c01d81 None None] get_active_networks_info from dv-cinder-796859-1-smb {{(pid=78473) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 17 14:30:06.511773 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a05d41-041c-4e88-8910-eb6bb8c01d81 None None] No non-hosted networks {{(pid=78473) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 17 14:30:06.523745 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.agentschedulers_db [None req-d7a05d41-041c-4e88-8910-eb6bb8c01d81 None None] DHCP Agent not found on host dv-cinder-796859-1-smb {{(pid=78473) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 17 14:30:06.682183 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-84c1530a-8e22-419a-8965-620135af2308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175'] for agent, after_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:06.842508 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175'] for agent, after_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:06.843998 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:06.844581 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:06.845133 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:06.845731 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:06.846296 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:06.846839 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:06.847417 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:06.847983 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:06.848777 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:06.849968 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:06.851416 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:06.852235 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:06.855664 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796859-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:06.878018 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796859-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:08.888112 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-80548942-6ba9-4894-b4f9-eb4c0e4cf98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175'] for agent, after_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:08.950167 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9628f131-3f4d-490a-bbd5-b41a1a09c0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:10.115954 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175'] for agent, after_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:11.440904 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175'] for agent, after_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:13.264993 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 38856) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:13.903663 dv-cinder-796859-1-smb neutron-server[78472]: WARNING oslo_policy.policy [None req-bd7371a1-2492-4b48-bed2-d915392b238d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 14:30:13.904225 dv-cinder-796859-1-smb neutron-server[78472]: WARNING oslo_policy.policy [None req-bd7371a1-2492-4b48-bed2-d915392b238d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 14:30:14.133459 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [None req-bd7371a1-2492-4b48-bed2-d915392b238d admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=78472) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:30:14.135187 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-bd7371a1-2492-4b48-bed2-d915392b238d admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8693049 Jun 17 14:30:15.962908 dv-cinder-796859-1-smb neutron-server[78473]: INFO neutron.db.l3_hamode_db [None req-c62d9aa9-f69a-4658-91ce-1095c2a13e40 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 17 14:30:16.054923 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62d9aa9-f69a-4658-91ce-1095c2a13e40 None None] Routers set() bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:30:16.055312 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62d9aa9-f69a-4658-91ce-1095c2a13e40 None None] Router IDs set() for agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 17 14:30:16.620658 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 38870) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:16.984152 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-f01ec819-dcd4-4499-be13-edf5f6b91732 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:17.085696 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.policy [None req-f01ec819-dcd4-4499-be13-edf5f6b91732 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78472) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 14:30:17.131602 dv-cinder-796859-1-smb neutron-server[78472]: WARNING oslo_policy.policy [None req-f01ec819-dcd4-4499-be13-edf5f6b91732 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 14:30:17.131977 dv-cinder-796859-1-smb neutron-server[78472]: WARNING oslo_policy.policy [None req-f01ec819-dcd4-4499-be13-edf5f6b91732 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 14:30:17.141269 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.quota [None req-f01ec819-dcd4-4499-be13-edf5f6b91732 admin admin] Loaded quota_driver: . Jun 17 14:30:17.157384 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-f01ec819-dcd4-4499-be13-edf5f6b91732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:30:17.217536 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-f01ec819-dcd4-4499-be13-edf5f6b91732 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744816811714', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744816808223', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744816855676', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744816858237', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744816867278', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744816840947', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1777676', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1870860', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-833596', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1031760'] for rbac-policy, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:17.282584 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-f01ec819-dcd4-4499-be13-edf5f6b91732 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:17.283810 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-f01ec819-dcd4-4499-be13-edf5f6b91732 admin admin] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6622131 Jun 17 14:30:19.903354 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 38884) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:20.498814 dv-cinder-796859-1-smb neutron-server[78471]: WARNING oslo_policy.policy [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 14:30:20.499382 dv-cinder-796859-1-smb neutron-server[78471]: WARNING oslo_policy.policy [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 14:30:20.716013 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '67037eb182054015be6128e4f0e49969'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:20.717702 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.quota [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Loaded quota_driver: . Jun 17 14:30:20.734324 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:30:20.740729 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Usage tracker for resource:network and tenant:67037eb182054015be6128e4f0e49969 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:30:20.746710 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:30:20.755878 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:30:20.778611 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Made reservation on behalf of 67037eb182054015be6128e4f0e49969 for: {'network': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:30:20.858243 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.policy [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78471) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 14:30:20.909348 dv-cinder-796859-1-smb neutron-server[78471]: WARNING oslo_policy.policy [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 14:30:20.910014 dv-cinder-796859-1-smb neutron-server[78471]: WARNING oslo_policy.policy [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 14:30:20.920438 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for network, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:20.943375 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:20.959259 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:30:20.963609 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Usage tracker for resource:security_group_rule and tenant:67037eb182054015be6128e4f0e49969 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:30:20.969668 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:30:20.975258 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:30:21.083139 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:21.088637 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:21.096567 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:21.116257 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1319} {{(pid=78471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:30:21.143956 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744814336157', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:21.144566 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Unsubscribe: segment precommit_create {{(pid=78471) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 14:30:21.145071 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.db.segments_db [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Added segment f8242d02-1c96-4cc4-adee-7566d0cec05b of type vlan for network b581e2c2-4a38-4dc3-a07a-7384eea9cd5a Jun 17 14:30:21.199297 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef53c9ef-fdcd-4526-94e6-7d52e4742aae,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:21.221483 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:21.221892 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:21.222177 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:21.222499 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:21.222818 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:21.223136 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:21.223449 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:21.223760 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:21.224092 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:21.224405 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:21.224718 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:21.225026 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Tracked resource versions report: Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: pushed versions: Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: { 'AddressGroup': {'1.2'}, Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: 'ConntrackHelper': {'1.0'}, Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: 'Log': {'1.0'}, Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: 'Network': {'1.1'}, Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: 'Port': {'1.7'}, Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: 'PortForwarding': {'1.2'}, Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: 'QosPolicy': {'1.8'}, Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: 'SecurityGroup': {'1.4'}, Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: 'SecurityGroupRule': {'1.2'}, Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: 'SubPort': {'1.0'}, Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: 'Subnet': {'1.1'}, Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: 'Trunk': {'1.1'}} Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: consumer versions: Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: { DHCP agent@dv-cinder-796859-1-smb: {}, Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: L3 agent@dv-cinder-796859-1-smb: {}, Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: Metadata agent@dv-cinder-796859-1-smb: {}, Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: Metering agent@dv-cinder-796859-1-smb: {}, Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: Open vSwitch agent@dv-cinder-796859-1-smb: { 'AddressGroup': '1.2', Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: 'ConntrackHelper': '1.0', Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: 'Log': '1.0', Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: 'Network': '1.1', Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: 'Port': '1.7', Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: 'PortForwarding': '1.2', Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: 'QosPolicy': '1.8', Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: 'SecurityGroup': '1.4', Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: 'SecurityGroupRule': '1.2', Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: 'SubPort': '1.0', Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: 'Subnet': '1.1', Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: 'Trunk': '1.1'}} Jun 17 14:30:21.226122 dv-cinder-796859-1-smb neutron-server[78471]: {{(pid=78471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 14:30:21.269471 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744813850956'] for network, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:21.278419 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:21.314976 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121'] for network, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:21.316716 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:21.317657 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:21.322510 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:21.424050 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.5185468 Jun 17 14:30:21.432415 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Pushing event updated for resources: {'Network': ['ID=b581e2c2-4a38-4dc3-a07a-7384eea9cd5a,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:21.435960 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:21.445177 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Network b581e2c2-4a38-4dc3-a07a-7384eea9cd5a details requested by agent ovs-agent-dv-cinder-796859-1-smb with host dv-cinder-796859-1-smb {{(pid=78473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:30:24.131657 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 38906) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:24.622820 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efb8325-dd44-45fd-a949-5a219e2fe12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:24.624228 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-7efb8325-dd44-45fd-a949-5a219e2fe12a admin admin] 10.222.0.77 "GET /v2.0/networks/b581e2c2-4a38-4dc3-a07a-7384eea9cd5a HTTP/1.1" status: 200 len: 826 time: 0.4916675 Jun 17 14:30:24.653335 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-11e90b2d-f583-4995-91bf-f2cabed7c44e admin admin] 10.222.0.77 "GET /v2.0/subnetpools/5fb5befd-39a0-400f-9534-be54b872a82a HTTP/1.1" status: 200 len: 734 time: 0.0235679 Jun 17 14:30:24.663261 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Request body: {'subnet': {'subnetpool_id': '5fb5befd-39a0-400f-9534-be54b872a82a', 'network_id': 'b581e2c2-4a38-4dc3-a07a-7384eea9cd5a', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '67037eb182054015be6128e4f0e49969'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:24.668374 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:30:24.672505 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Usage tracker for resource:subnet and tenant:67037eb182054015be6128e4f0e49969 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:30:24.676491 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:30:24.684206 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:30:24.693411 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Made reservation on behalf of 67037eb182054015be6128e4f0e49969 for: {'subnet': 1} {{(pid=78472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:30:24.696047 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:25.213799 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121'] for subnet, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:25.218726 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:25.316958 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Checking segment: {'id': 'f8242d02-1c96-4cc4-adee-7566d0cec05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'b581e2c2-4a38-4dc3-a07a-7384eea9cd5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:30:25.317304 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Network hostable DHCP agents. Network: b581e2c2-4a38-4dc3-a07a-7384eea9cd5a, hostable agents: ['cf6f0ed2-8328-4e51-ab4a-90de33d65f7e'], hosted agents: [] {{(pid=78472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:30:25.333833 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe812d27-7f82-4809-bf9a-2b7202526e59,revision_number=0']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:25.346110 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:25.346474 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:25.346865 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:25.347307 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:25.347661 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:25.348058 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:25.348463 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:25.349010 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:25.349406 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:25.349831 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:25.350215 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:25.350593 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Tracked resource versions report: Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: pushed versions: Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: { 'AddressGroup': {'1.2'}, Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: 'ConntrackHelper': {'1.0'}, Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: 'Log': {'1.0'}, Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: 'Network': {'1.1'}, Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: 'Port': {'1.7'}, Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: 'PortForwarding': {'1.2'}, Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: 'QosPolicy': {'1.8'}, Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: 'SecurityGroup': {'1.4'}, Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: 'SecurityGroupRule': {'1.2'}, Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: 'SubPort': {'1.0'}, Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: 'Subnet': {'1.1'}, Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: 'Trunk': {'1.1'}} Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: consumer versions: Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: { DHCP agent@dv-cinder-796859-1-smb: {}, Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: L3 agent@dv-cinder-796859-1-smb: {}, Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: Metadata agent@dv-cinder-796859-1-smb: {}, Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: Metering agent@dv-cinder-796859-1-smb: {}, Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: Open vSwitch agent@dv-cinder-796859-1-smb: { 'AddressGroup': '1.2', Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: 'ConntrackHelper': '1.0', Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: 'Log': '1.0', Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: 'Network': '1.1', Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: 'Port': '1.7', Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: 'PortForwarding': '1.2', Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: 'QosPolicy': '1.8', Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: 'SecurityGroup': '1.4', Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: 'SecurityGroupRule': '1.2', Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: 'SubPort': '1.0', Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: 'Subnet': '1.1', Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: 'Trunk': '1.1'}} Jun 17 14:30:25.351921 dv-cinder-796859-1-smb neutron-server[78472]: {{(pid=78472) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 14:30:25.386951 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Network b581e2c2-4a38-4dc3-a07a-7384eea9cd5a is scheduled to be hosted by DHCP agent cf6f0ed2-8328-4e51-ab4a-90de33d65f7e with binding_index 1 {{(pid=78472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:30:25.396413 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:25.398881 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.base_scheduler [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-smb, b581e2c2-4a38-4dc3-a07a-7384eea9cd5a) {{(pid=78472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:30:25.404198 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:25.404799 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for subnet, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:25.411577 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77287e1e-023d-403b-88c7-a9ef7572fc45 None None] Network b581e2c2-4a38-4dc3-a07a-7384eea9cd5a requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:30:25.430335 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7714860 Jun 17 14:30:25.939850 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp184505a3-554f-5763-afab-1ae6f46ce17e-b581e2c2-4a38-4dc3-a07a-7384eea9cd5a', 'network_id': 'b581e2c2-4a38-4dc3-a07a-7384eea9cd5a', 'tenant_id': '67037eb182054015be6128e4f0e49969', 'fixed_ips': [{'subnet_id': 'fe812d27-7f82-4809-bf9a-2b7202526e59'}]}} from dv-cinder-796859-1-smb. {{(pid=78473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 17 14:30:25.941012 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:26.165826 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.db_base_plugin_common [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Allocated IP 172.20.0.2 (b581e2c2-4a38-4dc3-a07a-7384eea9cd5a/fe812d27-7f82-4809-bf9a-2b7202526e59/750817a8-4f84-40a9-ac24-8ef5e3b2a6f6) {{(pid=78473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:30:26.418402 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Notify callbacks [] for port, precommit_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:26.431243 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Transition to ACTIVE for port object 750817a8-4f84-40a9-ac24-8ef5e3b2a6f6 will not be triggered until provisioned by entity L2. {{(pid=78473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:30:26.455157 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Transition to ACTIVE for port object 750817a8-4f84-40a9-ac24-8ef5e3b2a6f6 will not be triggered until provisioned by entity DHCP. {{(pid=78473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:30:26.462001 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906'] for port, after_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:26.473358 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:26.538093 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Network b581e2c2-4a38-4dc3-a07a-7384eea9cd5a is already hosted by enough agents. {{(pid=78473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:30:26.540833 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.scheduler.base_scheduler [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Resources bound (agent type, host, resource id): {{(pid=78473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:30:26.547909 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Pushing event updated for resources: {'Port': ['ID=750817a8-4f84-40a9-ac24-8ef5e3b2a6f6,revision_number=1']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:26.550517 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Received port after_create {{(pid=78473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:30:26.559611 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:26.559932 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:26.560255 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:26.560576 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:26.560892 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:26.561210 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:26.561528 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:26.561860 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:26.562173 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:26.562483 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:26.562788 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:26.563092 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Tracked resource versions report: Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: pushed versions: Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: { 'AddressGroup': {'1.2'}, Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: 'ConntrackHelper': {'1.0'}, Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: 'Log': {'1.0'}, Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: 'Network': {'1.1'}, Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: 'Port': {'1.7'}, Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: 'PortForwarding': {'1.2'}, Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: 'QosPolicy': {'1.8'}, Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: 'SecurityGroup': {'1.4'}, Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: 'SecurityGroupRule': {'1.2'}, Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: 'SubPort': {'1.0'}, Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: 'Subnet': {'1.1'}, Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: 'Trunk': {'1.1'}} Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: consumer versions: Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: { DHCP agent@dv-cinder-796859-1-smb: {}, Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: L3 agent@dv-cinder-796859-1-smb: {}, Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: Metadata agent@dv-cinder-796859-1-smb: {}, Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: Metering agent@dv-cinder-796859-1-smb: {}, Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: Open vSwitch agent@dv-cinder-796859-1-smb: { 'AddressGroup': '1.2', Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: 'ConntrackHelper': '1.0', Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: 'Log': '1.0', Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: 'Network': '1.1', Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: 'Port': '1.7', Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: 'PortForwarding': '1.2', Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: 'QosPolicy': '1.8', Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: 'SecurityGroup': '1.4', Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: 'SecurityGroupRule': '1.2', Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: 'SubPort': '1.0', Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: 'Subnet': '1.1', Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: 'Trunk': '1.1'}} Jun 17 14:30:26.564182 dv-cinder-796859-1-smb neutron-server[78473]: {{(pid=78473) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 14:30:26.597353 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:26.653452 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Attempting to bind port 750817a8-4f84-40a9-ac24-8ef5e3b2a6f6 on host dv-cinder-796859-1-smb for vnic_type normal with profile {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:30:26.653884 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Attempting to bind port 750817a8-4f84-40a9-ac24-8ef5e3b2a6f6 by drivers openvswitch,hyperv on host dv-cinder-796859-1-smb at level 0 using segments [{'id': 'f8242d02-1c96-4cc4-adee-7566d0cec05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'b581e2c2-4a38-4dc3-a07a-7384eea9cd5a'}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:30:26.654276 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Attempting to bind port 750817a8-4f84-40a9-ac24-8ef5e3b2a6f6 on network b581e2c2-4a38-4dc3-a07a-7384eea9cd5a {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:30:26.660054 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Checking agent: {'id': '90be04d1-4e68-4ce3-b058-a3d90bbc2941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 30, 7), 'started_at': datetime.datetime(2021, 6, 17, 14, 30, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:30:26.660461 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Checking segment: {'id': 'f8242d02-1c96-4cc4-adee-7566d0cec05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'b581e2c2-4a38-4dc3-a07a-7384eea9cd5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:30:26.660931 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:26.661316 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Bound using segment: {'id': 'f8242d02-1c96-4cc4-adee-7566d0cec05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'b581e2c2-4a38-4dc3-a07a-7384eea9cd5a'} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:30:26.661819 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Bound port: 750817a8-4f84-40a9-ac24-8ef5e3b2a6f6, host: dv-cinder-796859-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8242d02-1c96-4cc4-adee-7566d0cec05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'b581e2c2-4a38-4dc3-a07a-7384eea9cd5a'}}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:30:26.662198 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:26.758682 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] For port 750817a8-4f84-40a9-ac24-8ef5e3b2a6f6, host dv-cinder-796859-1-smb, cleared binding levels {{(pid=78473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:30:26.764200 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] For port 750817a8-4f84-40a9-ac24-8ef5e3b2a6f6, host dv-cinder-796859-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=750817a8-4f84-40a9-ac24-8ef5e3b2a6f6,segment=NetworkSegment(f8242d02-1c96-4cc4-adee-7566d0cec05b),segment_id=f8242d02-1c96-4cc4-adee-7566d0cec05b)] {{(pid=78473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:30:26.769773 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:26.774172 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:26.878251 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Pushing event updated for resources: {'Port': ['ID=750817a8-4f84-40a9-ac24-8ef5e3b2a6f6,revision_number=2']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:26.901705 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:27.931364 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 38922) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:28.324691 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [None req-b56492bc-c522-48dd-8f45-6a2bd5d7f82c admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=78472) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:30:28.325696 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-b56492bc-c522-48dd-8f45-6a2bd5d7f82c admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3929276 Jun 17 14:30:30.615524 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f847b534-43e0-4e6f-b88d-bad6da9a8350 None None] Network b581e2c2-4a38-4dc3-a07a-7384eea9cd5a requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:30:30.736473 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 38936) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:30.738428 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-e0631409-b633-4c95-b326-41cb85344c9f None None] Provisioning for port 750817a8-4f84-40a9-ac24-8ef5e3b2a6f6 completed by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:30:31.080034 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 750817a8-4f84-40a9-ac24-8ef5e3b2a6f6 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:30:31.138865 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [None req-26f8e37b-308e-463e-abbb-d94aed25c47b admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=78472) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:30:31.139757 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-26f8e37b-308e-463e-abbb-d94aed25c47b admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4022708 Jun 17 14:30:31.148684 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning for port 750817a8-4f84-40a9-ac24-8ef5e3b2a6f6 completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:30:31.153855 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 750817a8-4f84-40a9-ac24-8ef5e3b2a6f6 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:31.154260 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:31.279307 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:31.317311 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] For port 750817a8-4f84-40a9-ac24-8ef5e3b2a6f6, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=750817a8-4f84-40a9-ac24-8ef5e3b2a6f6,segment=NetworkSegment(f8242d02-1c96-4cc4-adee-7566d0cec05b),segment_id=f8242d02-1c96-4cc4-adee-7566d0cec05b)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:30:31.321902 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:31.324456 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-3813c62c-963e-4b17-aa9a-2e0699e4562e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:31.391292 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Pushing event updated for resources: {'Port': ['ID=750817a8-4f84-40a9-ac24-8ef5e3b2a6f6,revision_number=3']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:31.394393 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:33.043169 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 750817a8-4f84-40a9-ac24-8ef5e3b2a6f6 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:30:33.113552 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 750817a8-4f84-40a9-ac24-8ef5e3b2a6f6 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:33.113947 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:33.800238 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 38948) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:34.158841 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-a4ad8ca0-3ea1-4eea-8048-085364e0c7b5 admin admin] Request body: {'router': {'tenant_id': '67037eb182054015be6128e4f0e49969', 'admin_state_up': True, 'name': 'router1'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:34.167357 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-a4ad8ca0-3ea1-4eea-8048-085364e0c7b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:30:34.171418 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-a4ad8ca0-3ea1-4eea-8048-085364e0c7b5 admin admin] Usage tracker for resource:router and tenant:67037eb182054015be6128e4f0e49969 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:30:34.174847 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-a4ad8ca0-3ea1-4eea-8048-085364e0c7b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:30:34.180658 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-a4ad8ca0-3ea1-4eea-8048-085364e0c7b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:30:34.190532 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a4ad8ca0-3ea1-4eea-8048-085364e0c7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-746237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3828'] for router, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:34.192570 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a4ad8ca0-3ea1-4eea-8048-085364e0c7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-768802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3821'] for router, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:34.227566 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a4ad8ca0-3ea1-4eea-8048-085364e0c7b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:34.335463 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a4ad8ca0-3ea1-4eea-8048-085364e0c7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-746191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768836'] for router, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:34.357451 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a4ad8ca0-3ea1-4eea-8048-085364e0c7b5 admin admin] Notify callbacks [] for router, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:34.358563 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-a4ad8ca0-3ea1-4eea-8048-085364e0c7b5 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5573750 Jun 17 14:30:36.357051 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-db73154f-1c58-437e-a2ae-c3abeab9f51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:36.748895 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 38958) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:36.828160 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:37.128718 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [None req-31c22071-f45b-4864-abe8-199f96fcab4c admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=78472) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:30:37.129701 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-31c22071-f45b-4864-abe8-199f96fcab4c admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3798342 Jun 17 14:30:38.885001 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-a3b93432-6350-49dc-b887-52b394ede954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:39.501424 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 38968) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:39.919098 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-f551b1ab-97e8-42a8-a27e-b3a50e8c7b57 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:39.923675 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-f551b1ab-97e8-42a8-a27e-b3a50e8c7b57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:30:39.927499 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-f551b1ab-97e8-42a8-a27e-b3a50e8c7b57 admin admin] Usage tracker for resource:network and tenant:4680771ddcbf4c05af20feab7a2ea68e is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:30:39.930474 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-f551b1ab-97e8-42a8-a27e-b3a50e8c7b57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:30:39.936512 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-f551b1ab-97e8-42a8-a27e-b3a50e8c7b57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:30:39.948168 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f551b1ab-97e8-42a8-a27e-b3a50e8c7b57 admin admin] Made reservation on behalf of 4680771ddcbf4c05af20feab7a2ea68e for: {'network': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:30:39.949162 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f551b1ab-97e8-42a8-a27e-b3a50e8c7b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for network, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:39.961421 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f551b1ab-97e8-42a8-a27e-b3a50e8c7b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:39.976840 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-f551b1ab-97e8-42a8-a27e-b3a50e8c7b57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:30:39.980845 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-f551b1ab-97e8-42a8-a27e-b3a50e8c7b57 admin admin] Usage tracker for resource:security_group_rule and tenant:4680771ddcbf4c05af20feab7a2ea68e is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:30:39.983658 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-f551b1ab-97e8-42a8-a27e-b3a50e8c7b57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:30:39.990233 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-f551b1ab-97e8-42a8-a27e-b3a50e8c7b57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:30:40.055228 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:40.104867 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f551b1ab-97e8-42a8-a27e-b3a50e8c7b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:40.109889 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f551b1ab-97e8-42a8-a27e-b3a50e8c7b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:40.113352 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:40.138106 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f551b1ab-97e8-42a8-a27e-b3a50e8c7b57 admin admin] Reserving flat network on physical network physnet1 {{(pid=78471) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 17 14:30:40.153925 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551b1ab-97e8-42a8-a27e-b3a50e8c7b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213deadb-2cda-4bfd-896a-749239225227,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:40.157074 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-f551b1ab-97e8-42a8-a27e-b3a50e8c7b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:40.163382 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f551b1ab-97e8-42a8-a27e-b3a50e8c7b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:40.163949 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.db.segments_db [None req-f551b1ab-97e8-42a8-a27e-b3a50e8c7b57 admin admin] Added segment 23ce0af5-72f9-4008-9996-e17bae4589dc of type flat for network a25846cf-426a-46fe-928d-52e0b9163129 Jun 17 14:30:40.199535 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f551b1ab-97e8-42a8-a27e-b3a50e8c7b57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744813850956'] for network, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:40.236132 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f551b1ab-97e8-42a8-a27e-b3a50e8c7b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121'] for network, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:40.237758 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f551b1ab-97e8-42a8-a27e-b3a50e8c7b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:40.238331 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f551b1ab-97e8-42a8-a27e-b3a50e8c7b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:40.242845 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:40.335312 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-f551b1ab-97e8-42a8-a27e-b3a50e8c7b57 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8327823 Jun 17 14:30:40.344423 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551b1ab-97e8-42a8-a27e-b3a50e8c7b57 admin admin] Pushing event updated for resources: {'Network': ['ID=a25846cf-426a-46fe-928d-52e0b9163129,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:40.347812 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-f551b1ab-97e8-42a8-a27e-b3a50e8c7b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:40.355669 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Network a25846cf-426a-46fe-928d-52e0b9163129 details requested by agent ovs-agent-dv-cinder-796859-1-smb with host dv-cinder-796859-1-smb {{(pid=78473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:30:41.392679 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:42.738190 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 38988) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:42.946305 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352d2c94-bdd0-4bdd-8022-a8932baa8873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:42.947705 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-352d2c94-bdd0-4bdd-8022-a8932baa8873 admin admin] 10.222.0.77 "GET /v2.0/subnets/fe812d27-7f82-4809-bf9a-2b7202526e59 HTTP/1.1" status: 200 len: 849 time: 0.2085867 Jun 17 14:30:43.092272 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-1f38555e-4d86-442a-a50e-5b8778b64c01 admin admin] 10.222.0.77 "GET /v2.0/routers/681f480a-1288-472d-9569-a9f2aa2da47f HTTP/1.1" status: 200 len: 704 time: 0.1391625 Jun 17 14:30:43.548459 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a0080f10-1e10-4202-ba73-1190a8dd6f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:43.775833 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.db_base_plugin_common [None req-a0080f10-1e10-4202-ba73-1190a8dd6f13 admin admin] Allocated IP 172.20.0.1 (b581e2c2-4a38-4dc3-a07a-7384eea9cd5a/fe812d27-7f82-4809-bf9a-2b7202526e59/3604efb5-f112-431a-ad45-7217a0ae63f2) {{(pid=78472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:30:43.927607 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a0080f10-1e10-4202-ba73-1190a8dd6f13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:43.943959 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.provisioning_blocks [None req-a0080f10-1e10-4202-ba73-1190a8dd6f13 admin admin] Transition to ACTIVE for port object 3604efb5-f112-431a-ad45-7217a0ae63f2 will not be triggered until provisioned by entity DHCP. {{(pid=78472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:30:44.024563 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a0080f10-1e10-4202-ba73-1190a8dd6f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906'] for port, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:44.028846 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:44.095689 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0080f10-1e10-4202-ba73-1190a8dd6f13 admin admin] Network b581e2c2-4a38-4dc3-a07a-7384eea9cd5a is already hosted by enough agents. {{(pid=78472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:30:44.098922 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.base_scheduler [None req-a0080f10-1e10-4202-ba73-1190a8dd6f13 admin admin] Resources bound (agent type, host, resource id): {{(pid=78472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:30:44.102211 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0080f10-1e10-4202-ba73-1190a8dd6f13 admin admin] Received port after_create {{(pid=78472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:30:44.102741 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a0080f10-1e10-4202-ba73-1190a8dd6f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768299'] for router_interface, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:44.190938 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 5 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:30:44.218836 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0080f10-1e10-4202-ba73-1190a8dd6f13 admin admin] Pushing event updated for resources: {'Port': ['ID=3604efb5-f112-431a-ad45-7217a0ae63f2,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:44.233481 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-a0080f10-1e10-4202-ba73-1190a8dd6f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:44.315601 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-75af22b3-7d51-4609-a718-ff2fe6cee2ce None None] Provisioning for port 3604efb5-f112-431a-ad45-7217a0ae63f2 completed by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:30:44.320437 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-75af22b3-7d51-4609-a718-ff2fe6cee2ce None None] Provisioning complete for port 3604efb5-f112-431a-ad45-7217a0ae63f2 triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:44.320806 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-75af22b3-7d51-4609-a718-ff2fe6cee2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:44.365578 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a0080f10-1e10-4202-ba73-1190a8dd6f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:44.373158 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-75af22b3-7d51-4609-a718-ff2fe6cee2ce None None] Port 3604efb5-f112-431a-ad45-7217a0ae63f2 cannot update to ACTIVE because it is not bound. {{(pid=78473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:30:44.615848 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a0080f10-1e10-4202-ba73-1190a8dd6f13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:44.620922 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a0080f10-1e10-4202-ba73-1190a8dd6f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:44.622056 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a0080f10-1e10-4202-ba73-1190a8dd6f13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768392'] for router_interface, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:44.626011 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:44.768031 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0080f10-1e10-4202-ba73-1190a8dd6f13 admin admin] Pushing event updated for resources: {'Port': ['ID=3604efb5-f112-431a-ad45-7217a0ae63f2,revision_number=2']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:44.771859 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-a0080f10-1e10-4202-ba73-1190a8dd6f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:44.819520 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0080f10-1e10-4202-ba73-1190a8dd6f13 admin admin] Network b581e2c2-4a38-4dc3-a07a-7384eea9cd5a is already hosted by enough agents. {{(pid=78472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:30:44.820561 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.base_scheduler [None req-a0080f10-1e10-4202-ba73-1190a8dd6f13 admin admin] Resources bound (agent type, host, resource id): {{(pid=78472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:30:44.996140 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-1f95d127-ecb9-428b-9dd7-a6003ca55c51 None None] Provisioning complete for port 3604efb5-f112-431a-ad45-7217a0ae63f2 triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:44.996472 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-1f95d127-ecb9-428b-9dd7-a6003ca55c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:45.023202 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0080f10-1e10-4202-ba73-1190a8dd6f13 admin admin] Router 681f480a-1288-472d-9569-a9f2aa2da47f is scheduled to L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 with binding_index 1 {{(pid=78472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 14:30:45.055168 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-1f95d127-ecb9-428b-9dd7-a6003ca55c51 None None] Port 3604efb5-f112-431a-ad45-7217a0ae63f2 cannot update to ACTIVE because it is not bound. {{(pid=78473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:30:45.180635 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0080f10-1e10-4202-ba73-1190a8dd6f13 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:30:45.189877 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-a0080f10-1e10-4202-ba73-1190a8dd6f13 admin admin] 10.222.0.77 "PUT /v2.0/routers/681f480a-1288-472d-9569-a9f2aa2da47f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0927055 Jun 17 14:30:45.190773 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068b6bd9-98f4-4185-8437-887d224a80e5 None None] Sync routers for ids ['681f480a-1288-472d-9569-a9f2aa2da47f'] in dv-cinder-796859-1-smb {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:30:45.203762 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068b6bd9-98f4-4185-8437-887d224a80e5 None None] Routers {'681f480a-1288-472d-9569-a9f2aa2da47f'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:30:45.204753 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-068b6bd9-98f4-4185-8437-887d224a80e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:30:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['681f480a-1288-472d-9569-a9f2aa2da47f'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:45.384104 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-068b6bd9-98f4-4185-8437-887d224a80e5 None None] Set router 681f480a-1288-472d-9569-a9f2aa2da47f gateway port host: None {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:30:45.789265 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-068b6bd9-98f4-4185-8437-887d224a80e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681f480a-1288-472d-9569-a9f2aa2da47f', 'name': 'router1', 'tenant_id': '67037eb182054015be6128e4f0e49969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:34Z', 'updated_at': '2021-06-17T14:30:44Z', 'revision_number': 2, 'project_id': '67037eb182054015be6128e4f0e49969', 'gw_port_host': None, '_interfaces': [{'id': '3604efb5-f112-431a-ad45-7217a0ae63f2', 'name': '', 'network_id': 'b581e2c2-4a38-4dc3-a07a-7384eea9cd5a', 'tenant_id': '67037eb182054015be6128e4f0e49969', 'mac_address': 'fa:16:3e:72:1c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681f480a-1288-472d-9569-a9f2aa2da47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe812d27-7f82-4809-bf9a-2b7202526e59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:43Z', 'updated_at': '2021-06-17T14:30:44Z', 'revision_number': 2, 'project_id': '67037eb182054015be6128e4f0e49969', 'subnets': [{'id': 'fe812d27-7f82-4809-bf9a-2b7202526e59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fb5befd-39a0-400f-9534-be54b872a82a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:45.795306 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068b6bd9-98f4-4185-8437-887d224a80e5 None None] Checking router: 681f480a-1288-472d-9569-a9f2aa2da47f for host: dv-cinder-796859-1-smb {{(pid=78474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:30:45.795688 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068b6bd9-98f4-4185-8437-887d224a80e5 None None] Updating router 681f480a-1288-472d-9569-a9f2aa2da47f port 3604efb5-f112-431a-ad45-7217a0ae63f2 binding host dv-cinder-796859-1-smb {{(pid=78474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:30:45.850495 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-068b6bd9-98f4-4185-8437-887d224a80e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:46.237032 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-068b6bd9-98f4-4185-8437-887d224a80e5 None None] Notify callbacks [] for port, precommit_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:46.251644 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.provisioning_blocks [None req-068b6bd9-98f4-4185-8437-887d224a80e5 None None] Transition to ACTIVE for port object 3604efb5-f112-431a-ad45-7217a0ae63f2 will not be triggered until provisioned by entity L2. {{(pid=78474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:30:46.258644 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-068b6bd9-98f4-4185-8437-887d224a80e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:46.264559 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:46.480092 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f38338-aa60-4fc5-bfc4-9167198192de None None] Pushing event updated for resources: {'Port': ['ID=3604efb5-f112-431a-ad45-7217a0ae63f2,revision_number=3']} {{(pid=78474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:46.500557 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f38338-aa60-4fc5-bfc4-9167198192de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:46.500897 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f38338-aa60-4fc5-bfc4-9167198192de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:46.501226 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f38338-aa60-4fc5-bfc4-9167198192de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:46.501550 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f38338-aa60-4fc5-bfc4-9167198192de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:46.501943 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f38338-aa60-4fc5-bfc4-9167198192de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:46.502440 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f38338-aa60-4fc5-bfc4-9167198192de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:46.502832 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f38338-aa60-4fc5-bfc4-9167198192de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:46.503180 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f38338-aa60-4fc5-bfc4-9167198192de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:46.503498 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f38338-aa60-4fc5-bfc4-9167198192de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:46.503811 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f38338-aa60-4fc5-bfc4-9167198192de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:46.504148 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f38338-aa60-4fc5-bfc4-9167198192de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:46.504460 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f38338-aa60-4fc5-bfc4-9167198192de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f38338-aa60-4fc5-bfc4-9167198192de None None] Tracked resource versions report: Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: pushed versions: Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: { 'AddressGroup': {'1.2'}, Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: 'ConntrackHelper': {'1.0'}, Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: 'Log': {'1.0'}, Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: 'Network': {'1.1'}, Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: 'Port': {'1.7'}, Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: 'PortForwarding': {'1.2'}, Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: 'QosPolicy': {'1.8'}, Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: 'SecurityGroup': {'1.4'}, Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: 'SecurityGroupRule': {'1.2'}, Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: 'SubPort': {'1.0'}, Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: 'Subnet': {'1.1'}, Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: 'Trunk': {'1.1'}} Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: consumer versions: Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: { DHCP agent@dv-cinder-796859-1-smb: {}, Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: L3 agent@dv-cinder-796859-1-smb: {}, Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: Metadata agent@dv-cinder-796859-1-smb: {}, Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: Metering agent@dv-cinder-796859-1-smb: {}, Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: Open vSwitch agent@dv-cinder-796859-1-smb: { 'AddressGroup': '1.2', Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: 'ConntrackHelper': '1.0', Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: 'Log': '1.0', Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: 'Network': '1.1', Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: 'Port': '1.7', Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: 'PortForwarding': '1.2', Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: 'QosPolicy': '1.8', Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: 'SecurityGroup': '1.4', Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: 'SecurityGroupRule': '1.2', Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: 'SubPort': '1.0', Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: 'Subnet': '1.1', Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: 'Trunk': '1.1'}} Jun 17 14:30:46.505763 dv-cinder-796859-1-smb neutron-server[78474]: {{(pid=78474) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 14:30:46.512800 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [None req-67f38338-aa60-4fc5-bfc4-9167198192de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:46.514854 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.managers [None req-068b6bd9-98f4-4185-8437-887d224a80e5 None None] Attempting to bind port 3604efb5-f112-431a-ad45-7217a0ae63f2 on host dv-cinder-796859-1-smb for vnic_type normal with profile {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:30:46.515304 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.managers [None req-068b6bd9-98f4-4185-8437-887d224a80e5 None None] Attempting to bind port 3604efb5-f112-431a-ad45-7217a0ae63f2 by drivers openvswitch,hyperv on host dv-cinder-796859-1-smb at level 0 using segments [{'id': 'f8242d02-1c96-4cc4-adee-7566d0cec05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'b581e2c2-4a38-4dc3-a07a-7384eea9cd5a'}] {{(pid=78474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:30:46.515728 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b6bd9-98f4-4185-8437-887d224a80e5 None None] Attempting to bind port 3604efb5-f112-431a-ad45-7217a0ae63f2 on network b581e2c2-4a38-4dc3-a07a-7384eea9cd5a {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:30:46.521140 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b6bd9-98f4-4185-8437-887d224a80e5 None None] Checking agent: {'id': '90be04d1-4e68-4ce3-b058-a3d90bbc2941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 30, 7), 'started_at': datetime.datetime(2021, 6, 17, 14, 30, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:30:46.521569 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b6bd9-98f4-4185-8437-887d224a80e5 None None] Checking segment: {'id': 'f8242d02-1c96-4cc4-adee-7566d0cec05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'b581e2c2-4a38-4dc3-a07a-7384eea9cd5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:30:46.522079 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-068b6bd9-98f4-4185-8437-887d224a80e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:46.522763 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b6bd9-98f4-4185-8437-887d224a80e5 None None] Bound using segment: {'id': 'f8242d02-1c96-4cc4-adee-7566d0cec05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'b581e2c2-4a38-4dc3-a07a-7384eea9cd5a'} {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:30:46.523291 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.managers [None req-068b6bd9-98f4-4185-8437-887d224a80e5 None None] Bound port: 3604efb5-f112-431a-ad45-7217a0ae63f2, host: dv-cinder-796859-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8242d02-1c96-4cc4-adee-7566d0cec05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'b581e2c2-4a38-4dc3-a07a-7384eea9cd5a'}}] {{(pid=78474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:30:46.523683 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-068b6bd9-98f4-4185-8437-887d224a80e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:46.610853 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.db [None req-068b6bd9-98f4-4185-8437-887d224a80e5 None None] For port 3604efb5-f112-431a-ad45-7217a0ae63f2, host dv-cinder-796859-1-smb, cleared binding levels {{(pid=78474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:30:46.615236 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.db [None req-068b6bd9-98f4-4185-8437-887d224a80e5 None None] For port 3604efb5-f112-431a-ad45-7217a0ae63f2, host dv-cinder-796859-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=3604efb5-f112-431a-ad45-7217a0ae63f2,segment=NetworkSegment(f8242d02-1c96-4cc4-adee-7566d0cec05b),segment_id=f8242d02-1c96-4cc4-adee-7566d0cec05b)] {{(pid=78474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:30:46.621406 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-068b6bd9-98f4-4185-8437-887d224a80e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:46.625297 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [None req-67f38338-aa60-4fc5-bfc4-9167198192de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:46.708242 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068b6bd9-98f4-4185-8437-887d224a80e5 None None] Routers {'681f480a-1288-472d-9569-a9f2aa2da47f'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:30:46.708858 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-068b6bd9-98f4-4185-8437-887d224a80e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:30:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['681f480a-1288-472d-9569-a9f2aa2da47f'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:46.835081 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f38338-aa60-4fc5-bfc4-9167198192de None None] Pushing event updated for resources: {'Port': ['ID=3604efb5-f112-431a-ad45-7217a0ae63f2,revision_number=4']} {{(pid=78474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:46.840339 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [None req-67f38338-aa60-4fc5-bfc4-9167198192de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:46.863876 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-068b6bd9-98f4-4185-8437-887d224a80e5 None None] Set router 681f480a-1288-472d-9569-a9f2aa2da47f gateway port host: None {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:30:47.204507 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-068b6bd9-98f4-4185-8437-887d224a80e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681f480a-1288-472d-9569-a9f2aa2da47f', 'name': 'router1', 'tenant_id': '67037eb182054015be6128e4f0e49969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:34Z', 'updated_at': '2021-06-17T14:30:44Z', 'revision_number': 2, 'project_id': '67037eb182054015be6128e4f0e49969', 'gw_port_host': None, '_interfaces': [{'id': '3604efb5-f112-431a-ad45-7217a0ae63f2', 'name': '', 'network_id': 'b581e2c2-4a38-4dc3-a07a-7384eea9cd5a', 'tenant_id': '67037eb182054015be6128e4f0e49969', 'mac_address': 'fa:16:3e:72:1c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681f480a-1288-472d-9569-a9f2aa2da47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe812d27-7f82-4809-bf9a-2b7202526e59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:43Z', 'updated_at': '2021-06-17T14:30:46Z', 'revision_number': 4, 'project_id': '67037eb182054015be6128e4f0e49969', 'subnets': [{'id': 'fe812d27-7f82-4809-bf9a-2b7202526e59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fb5befd-39a0-400f-9534-be54b872a82a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:47.208443 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068b6bd9-98f4-4185-8437-887d224a80e5 None None] The sync data for ids ['681f480a-1288-472d-9569-a9f2aa2da47f'] in dv-cinder-796859-1-smb is: [{'id': '681f480a-1288-472d-9569-a9f2aa2da47f', 'name': 'router1', 'tenant_id': '67037eb182054015be6128e4f0e49969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:34Z', 'updated_at': '2021-06-17T14:30:44Z', 'revision_number': 2, 'project_id': '67037eb182054015be6128e4f0e49969', 'gw_port_host': None, '_interfaces': [{'id': '3604efb5-f112-431a-ad45-7217a0ae63f2', 'name': '', 'network_id': 'b581e2c2-4a38-4dc3-a07a-7384eea9cd5a', 'tenant_id': '67037eb182054015be6128e4f0e49969', 'mac_address': 'fa:16:3e:72:1c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681f480a-1288-472d-9569-a9f2aa2da47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe812d27-7f82-4809-bf9a-2b7202526e59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:43Z', 'updated_at': '2021-06-17T14:30:46Z', 'revision_number': 4, 'project_id': '67037eb182054015be6128e4f0e49969', 'subnets': [{'id': 'fe812d27-7f82-4809-bf9a-2b7202526e59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fb5befd-39a0-400f-9534-be54b872a82a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:30:47.400927 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 39010) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:47.591822 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf275aeb-6cf3-4846-bd31-2a6f50917f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:47.593152 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-cf275aeb-6cf3-4846-bd31-2a6f50917f42 admin admin] 10.222.0.77 "GET /v2.0/networks/a25846cf-426a-46fe-928d-52e0b9163129 HTTP/1.1" status: 200 len: 842 time: 0.1909144 Jun 17 14:30:47.602533 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-d7c9302b-7f08-4a2b-9fce-75901700d200 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.2.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.28.2.0/24', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:47.608530 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-d7c9302b-7f08-4a2b-9fce-75901700d200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:30:47.612287 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-d7c9302b-7f08-4a2b-9fce-75901700d200 admin admin] Usage tracker for resource:subnet and tenant:4680771ddcbf4c05af20feab7a2ea68e is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:30:47.615059 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-d7c9302b-7f08-4a2b-9fce-75901700d200 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:30:47.621284 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-d7c9302b-7f08-4a2b-9fce-75901700d200 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:30:47.631514 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c9302b-7f08-4a2b-9fce-75901700d200 admin admin] Made reservation on behalf of 4680771ddcbf4c05af20feab7a2ea68e for: {'subnet': 1} {{(pid=78472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:30:47.633891 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-d7c9302b-7f08-4a2b-9fce-75901700d200 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:48.087210 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.objects.ports [None req-d7c9302b-7f08-4a2b-9fce-75901700d200 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78472) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 14:30:48.088107 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-d7c9302b-7f08-4a2b-9fce-75901700d200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121'] for subnet, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:48.093807 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:48.179183 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9302b-7f08-4a2b-9fce-75901700d200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ba06ebc-ae5d-4516-941b-79e431a8638b,revision_number=0']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:48.183498 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-d7c9302b-7f08-4a2b-9fce-75901700d200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:48.187871 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c9302b-7f08-4a2b-9fce-75901700d200 admin admin] Checking segment: {'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:30:48.188219 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c9302b-7f08-4a2b-9fce-75901700d200 admin admin] Network hostable DHCP agents. Network: a25846cf-426a-46fe-928d-52e0b9163129, hostable agents: ['cf6f0ed2-8328-4e51-ab4a-90de33d65f7e'], hosted agents: [] {{(pid=78472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:30:48.210424 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c9302b-7f08-4a2b-9fce-75901700d200 admin admin] Network a25846cf-426a-46fe-928d-52e0b9163129 is scheduled to be hosted by DHCP agent cf6f0ed2-8328-4e51-ab4a-90de33d65f7e with binding_index 1 {{(pid=78472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:30:48.220764 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.base_scheduler [None req-d7c9302b-7f08-4a2b-9fce-75901700d200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-smb, a25846cf-426a-46fe-928d-52e0b9163129) {{(pid=78472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:30:48.224856 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c9302b-7f08-4a2b-9fce-75901700d200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:48.225423 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-d7c9302b-7f08-4a2b-9fce-75901700d200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for subnet, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:48.230164 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd29f60-1ee3-43eb-bc2a-1328974771ad None None] Network a25846cf-426a-46fe-928d-52e0b9163129 requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:30:48.251265 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-d7c9302b-7f08-4a2b-9fce-75901700d200 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6521339 Jun 17 14:30:48.473238 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301d04d6-eb1c-45bf-9210-d3751447cf87 None None] Network a25846cf-426a-46fe-928d-52e0b9163129 requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:30:49.082301 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 3604efb5-f112-431a-ad45-7217a0ae63f2 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:30:49.159831 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning for port 3604efb5-f112-431a-ad45-7217a0ae63f2 completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:30:49.165093 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 3604efb5-f112-431a-ad45-7217a0ae63f2 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:49.165837 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:49.319523 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:49.352121 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] For port 3604efb5-f112-431a-ad45-7217a0ae63f2, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=3604efb5-f112-431a-ad45-7217a0ae63f2,segment=NetworkSegment(f8242d02-1c96-4cc4-adee-7566d0cec05b),segment_id=f8242d02-1c96-4cc4-adee-7566d0cec05b)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:30:49.358416 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:49.360959 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:49.428438 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Pushing event updated for resources: {'Port': ['ID=3604efb5-f112-431a-ad45-7217a0ae63f2,revision_number=5']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:49.431584 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:50.523115 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 39024) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:50.725940 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-8f8a4ad4-75a8-4dca-8059-50a938786246 admin admin] 10.222.0.77 "GET /v2.0/routers/681f480a-1288-472d-9569-a9f2aa2da47f HTTP/1.1" status: 200 len: 710 time: 0.2015862 Jun 17 14:30:50.849089 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d6a4a4-aad9-4a56-a441-44c33bd3f381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:50.850442 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-85d6a4a4-aad9-4a56-a441-44c33bd3f381 admin admin] 10.222.0.77 "GET /v2.0/networks/a25846cf-426a-46fe-928d-52e0b9163129 HTTP/1.1" status: 200 len: 886 time: 0.1189394 Jun 17 14:30:50.860218 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-92301cda-c952-47b2-aeab-d523802c1bfb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'}}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:51.052325 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 3604efb5-f112-431a-ad45-7217a0ae63f2 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:30:51.122759 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 3604efb5-f112-431a-ad45-7217a0ae63f2 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:51.123324 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:51.356852 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-92301cda-c952-47b2-aeab-d523802c1bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-746182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3743'] for router, precommit_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:51.683783 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-92301cda-c952-47b2-aeab-d523802c1bfb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:51.741979 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-92301cda-c952-47b2-aeab-d523802c1bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:51.879803 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.db_base_plugin_common [None req-92301cda-c952-47b2-aeab-d523802c1bfb admin admin] Allocated IP 172.28.2.233 (a25846cf-426a-46fe-928d-52e0b9163129/3ba06ebc-ae5d-4516-941b-79e431a8638b/1f984ffa-c7ef-4c52-937f-a9939a63bd99) {{(pid=78472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:30:52.031247 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-92301cda-c952-47b2-aeab-d523802c1bfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:52.066641 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-92301cda-c952-47b2-aeab-d523802c1bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906'] for port, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:52.073005 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:52.140156 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92301cda-c952-47b2-aeab-d523802c1bfb admin admin] Network a25846cf-426a-46fe-928d-52e0b9163129 is already hosted by enough agents. {{(pid=78472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:30:52.141281 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.base_scheduler [None req-92301cda-c952-47b2-aeab-d523802c1bfb admin admin] Resources bound (agent type, host, resource id): {{(pid=78472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:30:52.145021 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92301cda-c952-47b2-aeab-d523802c1bfb admin admin] Received port after_create {{(pid=78472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:30:52.213603 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92301cda-c952-47b2-aeab-d523802c1bfb admin admin] Pushing event updated for resources: {'Port': ['ID=1f984ffa-c7ef-4c52-937f-a9939a63bd99,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:52.261858 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-92301cda-c952-47b2-aeab-d523802c1bfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:52.547860 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-92301cda-c952-47b2-aeab-d523802c1bfb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:53.020569 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-92301cda-c952-47b2-aeab-d523802c1bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-746182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3743'] for router, precommit_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:53.024191 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-92301cda-c952-47b2-aeab-d523802c1bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-768874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-768883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-745989'] for router, after_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:53.234520 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92301cda-c952-47b2-aeab-d523802c1bfb admin admin] Router 681f480a-1288-472d-9569-a9f2aa2da47f has already been hosted by L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 {{(pid=78472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:30:53.445912 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92301cda-c952-47b2-aeab-d523802c1bfb admin admin] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:30:53.456370 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-92301cda-c952-47b2-aeab-d523802c1bfb admin admin] Notify callbacks [] for router, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:53.457629 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-92301cda-c952-47b2-aeab-d523802c1bfb admin admin] 10.222.0.77 "PUT /v2.0/routers/681f480a-1288-472d-9569-a9f2aa2da47f HTTP/1.1" status: 200 len: 890 time: 2.6006932 Jun 17 14:30:53.458697 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbbb7d1-6d62-4836-b516-03dc39ed1e2e None None] Sync routers for ids ['681f480a-1288-472d-9569-a9f2aa2da47f'] in dv-cinder-796859-1-smb {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:30:53.473253 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbbb7d1-6d62-4836-b516-03dc39ed1e2e None None] Routers {'681f480a-1288-472d-9569-a9f2aa2da47f'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:30:53.473973 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-4fbbb7d1-6d62-4836-b516-03dc39ed1e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:30:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['681f480a-1288-472d-9569-a9f2aa2da47f'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:53.696506 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-4fbbb7d1-6d62-4836-b516-03dc39ed1e2e None None] Set router 681f480a-1288-472d-9569-a9f2aa2da47f gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:30:54.085151 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-4fbbb7d1-6d62-4836-b516-03dc39ed1e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681f480a-1288-472d-9569-a9f2aa2da47f', 'name': 'router1', 'tenant_id': '67037eb182054015be6128e4f0e49969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '1f984ffa-c7ef-4c52-937f-a9939a63bd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:34Z', 'updated_at': '2021-06-17T14:30:52Z', 'revision_number': 4, 'project_id': '67037eb182054015be6128e4f0e49969', 'gw_port': {'id': '1f984ffa-c7ef-4c52-937f-a9939a63bd99', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681f480a-1288-472d-9569-a9f2aa2da47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:51Z', 'updated_at': '2021-06-17T14:30:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': '3604efb5-f112-431a-ad45-7217a0ae63f2', 'name': '', 'network_id': 'b581e2c2-4a38-4dc3-a07a-7384eea9cd5a', 'tenant_id': '67037eb182054015be6128e4f0e49969', 'mac_address': 'fa:16:3e:72:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681f480a-1288-472d-9569-a9f2aa2da47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe812d27-7f82-4809-bf9a-2b7202526e59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:43Z', 'updated_at': '2021-06-17T14:30:49Z', 'revision_number': 5, 'project_id': '67037eb182054015be6128e4f0e49969', 'subnets': [{'id': 'fe812d27-7f82-4809-bf9a-2b7202526e59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fb5befd-39a0-400f-9534-be54b872a82a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:54.091007 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbbb7d1-6d62-4836-b516-03dc39ed1e2e None None] Checking router: 681f480a-1288-472d-9569-a9f2aa2da47f for host: dv-cinder-796859-1-smb {{(pid=78473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:30:54.091502 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbbb7d1-6d62-4836-b516-03dc39ed1e2e None None] Updating router 681f480a-1288-472d-9569-a9f2aa2da47f port 1f984ffa-c7ef-4c52-937f-a9939a63bd99 binding host dv-cinder-796859-1-smb {{(pid=78473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:30:54.148692 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb7d1-6d62-4836-b516-03dc39ed1e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:54.547012 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb7d1-6d62-4836-b516-03dc39ed1e2e None None] Notify callbacks [] for port, precommit_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:54.561858 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-4fbbb7d1-6d62-4836-b516-03dc39ed1e2e None None] Transition to ACTIVE for port object 1f984ffa-c7ef-4c52-937f-a9939a63bd99 will not be triggered until provisioned by entity L2. {{(pid=78473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:30:54.570394 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb7d1-6d62-4836-b516-03dc39ed1e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:54.577360 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:54.664604 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-4fbbb7d1-6d62-4836-b516-03dc39ed1e2e None None] Attempting to bind port 1f984ffa-c7ef-4c52-937f-a9939a63bd99 on host dv-cinder-796859-1-smb for vnic_type normal with profile {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:30:54.664975 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-4fbbb7d1-6d62-4836-b516-03dc39ed1e2e None None] Attempting to bind port 1f984ffa-c7ef-4c52-937f-a9939a63bd99 by drivers openvswitch,hyperv on host dv-cinder-796859-1-smb at level 0 using segments [{'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:30:54.665341 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbbb7d1-6d62-4836-b516-03dc39ed1e2e None None] Attempting to bind port 1f984ffa-c7ef-4c52-937f-a9939a63bd99 on network a25846cf-426a-46fe-928d-52e0b9163129 {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:30:54.677745 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbbb7d1-6d62-4836-b516-03dc39ed1e2e None None] Checking agent: {'id': '90be04d1-4e68-4ce3-b058-a3d90bbc2941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 30, 7), 'started_at': datetime.datetime(2021, 6, 17, 14, 30, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:30:54.678119 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbbb7d1-6d62-4836-b516-03dc39ed1e2e None None] Checking segment: {'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:30:54.678525 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb7d1-6d62-4836-b516-03dc39ed1e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:54.678929 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbbb7d1-6d62-4836-b516-03dc39ed1e2e None None] Bound using segment: {'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:30:54.679393 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-4fbbb7d1-6d62-4836-b516-03dc39ed1e2e None None] Bound port: 1f984ffa-c7ef-4c52-937f-a9939a63bd99, host: dv-cinder-796859-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'}}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:30:54.679783 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb7d1-6d62-4836-b516-03dc39ed1e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:54.704593 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184adb7-d297-4a7f-b609-7d25448ca815 None None] Pushing event updated for resources: {'Port': ['ID=1f984ffa-c7ef-4c52-937f-a9939a63bd99,revision_number=2']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:54.707612 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-4184adb7-d297-4a7f-b609-7d25448ca815 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:54.767400 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-4fbbb7d1-6d62-4836-b516-03dc39ed1e2e None None] For port 1f984ffa-c7ef-4c52-937f-a9939a63bd99, host dv-cinder-796859-1-smb, cleared binding levels {{(pid=78473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:30:54.771291 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-4fbbb7d1-6d62-4836-b516-03dc39ed1e2e None None] For port 1f984ffa-c7ef-4c52-937f-a9939a63bd99, host dv-cinder-796859-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=1f984ffa-c7ef-4c52-937f-a9939a63bd99,segment=NetworkSegment(23ce0af5-72f9-4008-9996-e17bae4589dc),segment_id=23ce0af5-72f9-4008-9996-e17bae4589dc)] {{(pid=78473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:30:54.779123 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb7d1-6d62-4836-b516-03dc39ed1e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:54.783268 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-4184adb7-d297-4a7f-b609-7d25448ca815 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:54.891967 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbbb7d1-6d62-4836-b516-03dc39ed1e2e None None] Routers {'681f480a-1288-472d-9569-a9f2aa2da47f'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:30:54.892592 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-4fbbb7d1-6d62-4836-b516-03dc39ed1e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:30:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['681f480a-1288-472d-9569-a9f2aa2da47f'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:54.939865 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184adb7-d297-4a7f-b609-7d25448ca815 None None] Pushing event updated for resources: {'Port': ['ID=1f984ffa-c7ef-4c52-937f-a9939a63bd99,revision_number=3']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:54.968362 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-4184adb7-d297-4a7f-b609-7d25448ca815 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:55.114638 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-4fbbb7d1-6d62-4836-b516-03dc39ed1e2e None None] Set router 681f480a-1288-472d-9569-a9f2aa2da47f gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:30:55.477347 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-4fbbb7d1-6d62-4836-b516-03dc39ed1e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681f480a-1288-472d-9569-a9f2aa2da47f', 'name': 'router1', 'tenant_id': '67037eb182054015be6128e4f0e49969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '1f984ffa-c7ef-4c52-937f-a9939a63bd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:34Z', 'updated_at': '2021-06-17T14:30:52Z', 'revision_number': 4, 'project_id': '67037eb182054015be6128e4f0e49969', 'gw_port': {'id': '1f984ffa-c7ef-4c52-937f-a9939a63bd99', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681f480a-1288-472d-9569-a9f2aa2da47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:51Z', 'updated_at': '2021-06-17T14:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': '3604efb5-f112-431a-ad45-7217a0ae63f2', 'name': '', 'network_id': 'b581e2c2-4a38-4dc3-a07a-7384eea9cd5a', 'tenant_id': '67037eb182054015be6128e4f0e49969', 'mac_address': 'fa:16:3e:72:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681f480a-1288-472d-9569-a9f2aa2da47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe812d27-7f82-4809-bf9a-2b7202526e59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:43Z', 'updated_at': '2021-06-17T14:30:49Z', 'revision_number': 5, 'project_id': '67037eb182054015be6128e4f0e49969', 'subnets': [{'id': 'fe812d27-7f82-4809-bf9a-2b7202526e59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fb5befd-39a0-400f-9534-be54b872a82a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:55.482100 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbbb7d1-6d62-4836-b516-03dc39ed1e2e None None] The sync data for ids ['681f480a-1288-472d-9569-a9f2aa2da47f'] in dv-cinder-796859-1-smb is: [{'id': '681f480a-1288-472d-9569-a9f2aa2da47f', 'name': 'router1', 'tenant_id': '67037eb182054015be6128e4f0e49969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '1f984ffa-c7ef-4c52-937f-a9939a63bd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:34Z', 'updated_at': '2021-06-17T14:30:52Z', 'revision_number': 4, 'project_id': '67037eb182054015be6128e4f0e49969', 'gw_port': {'id': '1f984ffa-c7ef-4c52-937f-a9939a63bd99', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681f480a-1288-472d-9569-a9f2aa2da47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:51Z', 'updated_at': '2021-06-17T14:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': '3604efb5-f112-431a-ad45-7217a0ae63f2', 'name': '', 'network_id': 'b581e2c2-4a38-4dc3-a07a-7384eea9cd5a', 'tenant_id': '67037eb182054015be6128e4f0e49969', 'mac_address': 'fa:16:3e:72:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681f480a-1288-472d-9569-a9f2aa2da47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe812d27-7f82-4809-bf9a-2b7202526e59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:43Z', 'updated_at': '2021-06-17T14:30:49Z', 'revision_number': 5, 'project_id': '67037eb182054015be6128e4f0e49969', 'subnets': [{'id': 'fe812d27-7f82-4809-bf9a-2b7202526e59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fb5befd-39a0-400f-9534-be54b872a82a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:30:56.116288 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 39034) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:56.269868 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-ee05f3a6-7fbd-4fc9-b1f1-5dd01a5fcf76 admin admin] 10.222.0.77 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1519105 Jun 17 14:30:57.079024 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 1f984ffa-c7ef-4c52-937f-a9939a63bd99 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:30:57.178458 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning for port 1f984ffa-c7ef-4c52-937f-a9939a63bd99 completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:30:57.184062 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 1f984ffa-c7ef-4c52-937f-a9939a63bd99 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:57.184520 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:57.335733 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:57.355497 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] For port 1f984ffa-c7ef-4c52-937f-a9939a63bd99, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=1f984ffa-c7ef-4c52-937f-a9939a63bd99,segment=NetworkSegment(23ce0af5-72f9-4008-9996-e17bae4589dc),segment_id=23ce0af5-72f9-4008-9996-e17bae4589dc)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:30:57.359701 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:57.363313 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-4184adb7-d297-4a7f-b609-7d25448ca815 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:57.428004 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Pushing event updated for resources: {'Port': ['ID=1f984ffa-c7ef-4c52-937f-a9939a63bd99,revision_number=4']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:57.431565 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:59.117018 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 1f984ffa-c7ef-4c52-937f-a9939a63bd99 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:30:59.196900 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 1f984ffa-c7ef-4c52-937f-a9939a63bd99 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:59.198185 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:06.385562 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-f56dea61-59d6-4f84-bc63-ab8c6211eba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:06.887586 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:08.889693 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-aeb15c40-7ca6-494f-ac24-c27f4932d998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:10.060160 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:11.422552 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:21.190760 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 5 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:31:36.359047 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-74d0829c-aba7-4760-8ac0-b7ece67c8ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:36.832865 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:38.899981 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e7623d0-92a5-4e22-98c7-59797e8d6ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:40.066508 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:41.417848 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:58.191639 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 5 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:32:06.370124 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ad375407-1acf-470a-98af-8bc0aca4a3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:06.840784 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:08.900596 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-5403ad73-e1af-4252-ac37-2c41d1d6628f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:10.088345 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:11.430830 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:35.191204 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 5 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:32:36.372206 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-f358b919-2e5a-41ab-bbb3-31d6c48a4348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:36.833972 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:38.897415 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-f84f6803-6efe-43c4-9e50-5bb9e952c901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:40.069392 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:41.431883 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:03.493367 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 39604) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:03.564967 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.pecan_wsgi.hooks.translation [None req-99964b4d-54e8-419f-a49e-074bc56bd905 admin admin] GET failed (client error): The resource could not be found. Jun 17 14:33:03.566352 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-99964b4d-54e8-419f-a49e-074bc56bd905 admin admin] 10.222.0.77 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0720260 Jun 17 14:33:03.696194 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddd11fa-fa0f-47b1-a4ed-17ce746687d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:03.697552 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-cddd11fa-fa0f-47b1-a4ed-17ce746687d5 admin admin] 10.222.0.77 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1273601 Jun 17 14:33:05.897126 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 39614) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:06.056850 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4207290-8391-4376-957e-6bda5d7e1a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:06.058384 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-e4207290-8391-4376-957e-6bda5d7e1a69 admin admin] 10.222.0.77 "GET /v2.0/subnets/fe812d27-7f82-4809-bf9a-2b7202526e59 HTTP/1.1" status: 200 len: 849 time: 0.1602306 Jun 17 14:33:06.070507 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-7984e635-ce3d-4464-b2ac-fe121539cfa6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:33:06.201748 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7984e635-ce3d-4464-b2ac-fe121539cfa6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:06.377699 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-4fa31bf5-f999-40ba-b9ea-e7e284e3c329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:06.453736 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7984e635-ce3d-4464-b2ac-fe121539cfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744814311060'] for subnet, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:06.457923 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:06.507372 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7984e635-ce3d-4464-b2ac-fe121539cfa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:06.508962 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7984e635-ce3d-4464-b2ac-fe121539cfa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for subnet, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:06.519592 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-7984e635-ce3d-4464-b2ac-fe121539cfa6 admin admin] 10.222.0.77 "PUT /v2.0/subnets/fe812d27-7f82-4809-bf9a-2b7202526e59 HTTP/1.1" status: 200 len: 868 time: 0.4445398 Jun 17 14:33:06.522859 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3cc814-a1b1-47f1-a991-6fac391e88f7 None None] Network b581e2c2-4a38-4dc3-a07a-7384eea9cd5a requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:33:06.549054 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984e635-ce3d-4464-b2ac-fe121539cfa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe812d27-7f82-4809-bf9a-2b7202526e59,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:06.561753 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984e635-ce3d-4464-b2ac-fe121539cfa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:06.562263 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984e635-ce3d-4464-b2ac-fe121539cfa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:06.562980 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984e635-ce3d-4464-b2ac-fe121539cfa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:06.563541 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984e635-ce3d-4464-b2ac-fe121539cfa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:06.564103 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984e635-ce3d-4464-b2ac-fe121539cfa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:06.564600 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984e635-ce3d-4464-b2ac-fe121539cfa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:06.565053 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984e635-ce3d-4464-b2ac-fe121539cfa6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:06.565492 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984e635-ce3d-4464-b2ac-fe121539cfa6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:06.565939 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984e635-ce3d-4464-b2ac-fe121539cfa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:06.566380 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984e635-ce3d-4464-b2ac-fe121539cfa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:06.566842 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984e635-ce3d-4464-b2ac-fe121539cfa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:06.567393 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984e635-ce3d-4464-b2ac-fe121539cfa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:06.574256 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-7984e635-ce3d-4464-b2ac-fe121539cfa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:06.849287 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:07.148818 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-1995a252-d8a7-4020-bd2f-4f891482e62c None None] Provisioning complete for port 3604efb5-f112-431a-ad45-7217a0ae63f2 triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:33:07.149353 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-1995a252-d8a7-4020-bd2f-4f891482e62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:07.307785 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-1995a252-d8a7-4020-bd2f-4f891482e62c None None] Provisioning complete for port 750817a8-4f84-40a9-ac24-8ef5e3b2a6f6 triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:33:07.308339 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-1995a252-d8a7-4020-bd2f-4f891482e62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:08.770704 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 39624) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:08.897696 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-440f8221-8a29-4357-a9d2-dfec5743966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:08.966303 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9712f6-65e6-473a-ae2e-c46c855d1522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:08.966663 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9712f6-65e6-473a-ae2e-c46c855d1522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:08.967374 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-0f9712f6-65e6-473a-ae2e-c46c855d1522 admin admin] Synchronizing usage tracker for tenant:4680771ddcbf4c05af20feab7a2ea68e on resource:network {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:33:08.985235 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-0f9712f6-65e6-473a-ae2e-c46c855d1522 admin admin] Unset dirty status for tenant:4680771ddcbf4c05af20feab7a2ea68e on resource:network {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:33:08.986532 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-0f9712f6-65e6-473a-ae2e-c46c855d1522 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2148421 Jun 17 14:33:10.072084 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:11.176774 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 39634) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:11.367732 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce033688-faf1-4c1e-b6d5-154a6de4e800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:11.368378 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce033688-faf1-4c1e-b6d5-154a6de4e800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:11.370039 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-ce033688-faf1-4c1e-b6d5-154a6de4e800 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1921976 Jun 17 14:33:11.439906 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:12.190501 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 5 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:33:13.591188 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 39644) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:13.762900 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfe6074-1ee6-4a53-8980-2ff6814cc311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:13.764782 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-6dfe6074-1ee6-4a53-8980-2ff6814cc311 admin admin] 10.222.0.77 "GET /v2.0/networks/a25846cf-426a-46fe-928d-52e0b9163129 HTTP/1.1" status: 200 len: 886 time: 0.1725163 Jun 17 14:33:15.995793 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 39654) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:16.188165 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bcffa2-d435-4370-a01a-a6ba082d5c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:16.189916 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-13bcffa2-d435-4370-a01a-a6ba082d5c68 admin admin] 10.222.0.77 "GET /v2.0/networks/b581e2c2-4a38-4dc3-a07a-7384eea9cd5a HTTP/1.1" status: 200 len: 870 time: 0.1926763 Jun 17 14:33:18.367308 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 39664) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:18.483691 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e97295-8ca6-4ea6-b6a0-0543184ebee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:18.484150 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e97295-8ca6-4ea6-b6a0-0543184ebee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:18.485678 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-c7e97295-8ca6-4ea6-b6a0-0543184ebee7 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1174824 Jun 17 14:33:20.690941 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 39674) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:20.807738 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf3f8b7-5c76-45ae-891c-3b729bab9d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:20.808198 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf3f8b7-5c76-45ae-891c-3b729bab9d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:20.809774 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-1cf3f8b7-5c76-45ae-891c-3b729bab9d39 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1178179 Jun 17 14:33:23.061142 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 39684) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:23.178461 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7011e8b-8d87-4357-be8b-cb31ac10b4a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:23.180369 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-f7011e8b-8d87-4357-be8b-cb31ac10b4a8 admin admin] 10.222.0.77 "GET /v2.0/subnets/3ba06ebc-ae5d-4516-941b-79e431a8638b HTTP/1.1" status: 200 len: 816 time: 0.1182528 Jun 17 14:33:25.366009 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 39694) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:25.490214 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ff4903-c8d1-4515-8e35-c71b2bbb7a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:25.491526 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-90ff4903-c8d1-4515-8e35-c71b2bbb7a57 admin admin] 10.222.0.77 "GET /v2.0/subnets/fe812d27-7f82-4809-bf9a-2b7202526e59 HTTP/1.1" status: 200 len: 868 time: 0.1245894 Jun 17 14:33:36.370611 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-0988ee87-3681-43bc-95b2-3f174bae1df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:36.841031 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:38.902147 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-948ed9e3-ff93-47ed-92ea-f10e8b5f100e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:40.091896 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:41.442089 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:49.189089 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 5 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:33:49.324689 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 39738) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:49.376721 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [None req-64647ca5-80a1-4c51-8e08-530ab405f3a4 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=78471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:33:49.377738 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-64647ca5-80a1-4c51-8e08-530ab405f3a4 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0520859 Jun 17 14:33:51.600197 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 39748) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:51.667803 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84fbc70-48d4-4d5c-bbbf-4c0112b4456c admin admin] GET failed (client error): The resource could not be found. Jun 17 14:33:51.669068 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-d84fbc70-48d4-4d5c-bbbf-4c0112b4456c admin admin] 10.222.0.77 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0679569 Jun 17 14:33:51.798115 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dd46ea-9180-4fd7-aa70-5df633ba096c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:51.799477 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-f5dd46ea-9180-4fd7-aa70-5df633ba096c admin admin] 10.222.0.77 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1264195 Jun 17 14:33:53.947193 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 39758) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:54.003236 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-72a2ee2f-bf94-4ec9-afd7-efc5b602afa5 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:33:54.008888 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-72a2ee2f-bf94-4ec9-afd7-efc5b602afa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:33:54.019828 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-72a2ee2f-bf94-4ec9-afd7-efc5b602afa5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:33:54.030060 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a2ee2f-bf94-4ec9-afd7-efc5b602afa5 admin admin] Made reservation on behalf of 4680771ddcbf4c05af20feab7a2ea68e for: {'network': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:33:54.032351 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-72a2ee2f-bf94-4ec9-afd7-efc5b602afa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for network, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:54.123594 dv-cinder-796859-1-smb neutron-server[78471]: WARNING neutron.services.revisions.revision_plugin [None req-72a2ee2f-bf94-4ec9-afd7-efc5b602afa5 admin admin] Could not find related network for resource to bump revision. Jun 17 14:33:54.137523 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a2ee2f-bf94-4ec9-afd7-efc5b602afa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1308} {{(pid=78471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:33:54.148747 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-72a2ee2f-bf94-4ec9-afd7-efc5b602afa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:54.149086 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.db.segments_db [None req-72a2ee2f-bf94-4ec9-afd7-efc5b602afa5 admin admin] Added segment 7d94da33-a3ef-4933-a460-3f0c485fdf84 of type vlan for network f8ee405b-cb96-4496-89e6-93cb7b16a7a2 Jun 17 14:33:54.176360 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-72a2ee2f-bf94-4ec9-afd7-efc5b602afa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744813850956'] for network, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:54.208815 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-72a2ee2f-bf94-4ec9-afd7-efc5b602afa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121'] for network, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:54.210131 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a2ee2f-bf94-4ec9-afd7-efc5b602afa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:54.210848 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-72a2ee2f-bf94-4ec9-afd7-efc5b602afa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:54.216244 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-f551b1ab-97e8-42a8-a27e-b3a50e8c7b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:54.314599 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-72a2ee2f-bf94-4ec9-afd7-efc5b602afa5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3662770 Jun 17 14:33:54.321728 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2ee2f-bf94-4ec9-afd7-efc5b602afa5 admin admin] Pushing event updated for resources: {'Network': ['ID=f8ee405b-cb96-4496-89e6-93cb7b16a7a2,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:54.331612 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-72a2ee2f-bf94-4ec9-afd7-efc5b602afa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:54.340576 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Network f8ee405b-cb96-4496-89e6-93cb7b16a7a2 details requested by agent ovs-agent-dv-cinder-796859-1-smb with host dv-cinder-796859-1-smb {{(pid=78473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:33:56.586677 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 39768) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:56.655072 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e57c1a4-ac00-4037-9a9e-90060133c6e3 admin admin] GET failed (client error): The resource could not be found. Jun 17 14:33:56.656359 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-9e57c1a4-ac00-4037-9a9e-90060133c6e3 admin admin] 10.222.0.77 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0687461 Jun 17 14:33:56.772172 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83031e0b-ae10-4a04-855a-257d6fb1baca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:56.774194 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-83031e0b-ae10-4a04-855a-257d6fb1baca admin admin] 10.222.0.77 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1137996 Jun 17 14:33:56.784222 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'f8ee405b-cb96-4496-89e6-93cb7b16a7a2', 'cidr': '192.168.233.0/24'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:33:56.790659 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:33:56.793517 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] Usage tracker for resource:subnet and tenant:4680771ddcbf4c05af20feab7a2ea68e is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:33:56.796373 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:33:56.802141 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:33:56.815303 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] Made reservation on behalf of 4680771ddcbf4c05af20feab7a2ea68e for: {'subnet': 1} {{(pid=78472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:33:56.817729 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:57.280729 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121'] for subnet, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:57.284857 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-2f727692-a6bc-4025-8553-165e7a9e3643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:57.355197 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a865f8f5-d003-4d4f-8026-d81c0d8d8810,revision_number=0']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:57.365818 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:57.366083 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:57.366413 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:57.366734 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:57.367618 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:57.367943 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:57.368253 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:57.368599 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:57.368940 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:57.369254 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:57.369610 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:57.369920 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:57.373366 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:57.376228 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] Checking segment: {'id': '7d94da33-a3ef-4933-a460-3f0c485fdf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'f8ee405b-cb96-4496-89e6-93cb7b16a7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:33:57.376464 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] Network hostable DHCP agents. Network: f8ee405b-cb96-4496-89e6-93cb7b16a7a2, hostable agents: ['cf6f0ed2-8328-4e51-ab4a-90de33d65f7e'], hosted agents: [] {{(pid=78472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:33:57.395278 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] Network f8ee405b-cb96-4496-89e6-93cb7b16a7a2 is scheduled to be hosted by DHCP agent cf6f0ed2-8328-4e51-ab4a-90de33d65f7e with binding_index 1 {{(pid=78472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:33:57.406544 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.base_scheduler [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-smb, f8ee405b-cb96-4496-89e6-93cb7b16a7a2) {{(pid=78472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:33:57.414305 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:57.415882 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for subnet, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:57.417961 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0790a82-1520-4c72-addc-1b8e2562b448 None None] Network f8ee405b-cb96-4496-89e6-93cb7b16a7a2 requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:33:57.438185 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6576202 Jun 17 14:33:57.674277 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp184505a3-554f-5763-afab-1ae6f46ce17e-f8ee405b-cb96-4496-89e6-93cb7b16a7a2', 'network_id': 'f8ee405b-cb96-4496-89e6-93cb7b16a7a2', 'tenant_id': '4680771ddcbf4c05af20feab7a2ea68e', 'fixed_ips': [{'subnet_id': 'a865f8f5-d003-4d4f-8026-d81c0d8d8810'}]}} from dv-cinder-796859-1-smb. {{(pid=78473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 17 14:33:57.675131 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:57.850846 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.db_base_plugin_common [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Allocated IP 192.168.233.2 (f8ee405b-cb96-4496-89e6-93cb7b16a7a2/a865f8f5-d003-4d4f-8026-d81c0d8d8810/1b427f49-07f6-4061-a76d-9ab7b8d0571b) {{(pid=78473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:33:58.092214 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Notify callbacks [] for port, precommit_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:58.106156 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Transition to ACTIVE for port object 1b427f49-07f6-4061-a76d-9ab7b8d0571b will not be triggered until provisioned by entity L2. {{(pid=78473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:33:58.134742 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Transition to ACTIVE for port object 1b427f49-07f6-4061-a76d-9ab7b8d0571b will not be triggered until provisioned by entity DHCP. {{(pid=78473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:33:58.143707 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906'] for port, after_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:58.149277 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:58.220171 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Network f8ee405b-cb96-4496-89e6-93cb7b16a7a2 is already hosted by enough agents. {{(pid=78473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:33:58.223329 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.scheduler.base_scheduler [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Resources bound (agent type, host, resource id): {{(pid=78473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:33:58.225876 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Received port after_create {{(pid=78473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:33:58.229203 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Pushing event updated for resources: {'Port': ['ID=1b427f49-07f6-4061-a76d-9ab7b8d0571b,revision_number=1']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:58.238728 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:58.239157 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:58.239321 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:58.239684 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:58.240057 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:58.240382 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:58.240729 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:58.241030 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:58.241339 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:58.241681 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:58.242061 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:58.242379 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:58.246267 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:58.341966 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Attempting to bind port 1b427f49-07f6-4061-a76d-9ab7b8d0571b on host dv-cinder-796859-1-smb for vnic_type normal with profile {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:33:58.342393 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Attempting to bind port 1b427f49-07f6-4061-a76d-9ab7b8d0571b by drivers openvswitch,hyperv on host dv-cinder-796859-1-smb at level 0 using segments [{'id': '7d94da33-a3ef-4933-a460-3f0c485fdf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'f8ee405b-cb96-4496-89e6-93cb7b16a7a2'}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:33:58.342701 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Attempting to bind port 1b427f49-07f6-4061-a76d-9ab7b8d0571b on network f8ee405b-cb96-4496-89e6-93cb7b16a7a2 {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:33:58.348406 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Checking agent: {'id': '90be04d1-4e68-4ce3-b058-a3d90bbc2941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 30, 7), 'started_at': datetime.datetime(2021, 6, 17, 14, 30, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:33:58.348778 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Checking segment: {'id': '7d94da33-a3ef-4933-a460-3f0c485fdf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'f8ee405b-cb96-4496-89e6-93cb7b16a7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:33:58.349251 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:58.349571 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Bound using segment: {'id': '7d94da33-a3ef-4933-a460-3f0c485fdf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'f8ee405b-cb96-4496-89e6-93cb7b16a7a2'} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:33:58.350071 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Bound port: 1b427f49-07f6-4061-a76d-9ab7b8d0571b, host: dv-cinder-796859-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d94da33-a3ef-4933-a460-3f0c485fdf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'f8ee405b-cb96-4496-89e6-93cb7b16a7a2'}}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:33:58.350460 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:58.468224 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] For port 1b427f49-07f6-4061-a76d-9ab7b8d0571b, host dv-cinder-796859-1-smb, cleared binding levels {{(pid=78473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:33:58.471333 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] For port 1b427f49-07f6-4061-a76d-9ab7b8d0571b, host dv-cinder-796859-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=1b427f49-07f6-4061-a76d-9ab7b8d0571b,segment=NetworkSegment(7d94da33-a3ef-4933-a460-3f0c485fdf84),segment_id=7d94da33-a3ef-4933-a460-3f0c485fdf84)] {{(pid=78473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:33:58.480718 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:58.488739 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:58.571692 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Pushing event updated for resources: {'Port': ['ID=1b427f49-07f6-4061-a76d-9ab7b8d0571b,revision_number=2']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:58.576526 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:59.223382 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 1b427f49-07f6-4061-a76d-9ab7b8d0571b up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:33:59.324861 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning for port 1b427f49-07f6-4061-a76d-9ab7b8d0571b completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:33:59.551788 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d12da83-7734-4c37-b3bf-1c5ef4f4cb70 None None] Network f8ee405b-cb96-4496-89e6-93cb7b16a7a2 requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:33:59.675327 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-0f6155ae-20f3-404d-a028-184917715ea0 None None] Provisioning for port 1b427f49-07f6-4061-a76d-9ab7b8d0571b completed by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:33:59.691985 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-0f6155ae-20f3-404d-a028-184917715ea0 None None] Provisioning complete for port 1b427f49-07f6-4061-a76d-9ab7b8d0571b triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:33:59.692328 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-0f6155ae-20f3-404d-a028-184917715ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:59.906659 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-0f6155ae-20f3-404d-a028-184917715ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:59.950778 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-0f6155ae-20f3-404d-a028-184917715ea0 None None] For port 1b427f49-07f6-4061-a76d-9ab7b8d0571b, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=1b427f49-07f6-4061-a76d-9ab7b8d0571b,segment=NetworkSegment(7d94da33-a3ef-4933-a460-3f0c485fdf84),segment_id=7d94da33-a3ef-4933-a460-3f0c485fdf84)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:33:59.956051 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-0f6155ae-20f3-404d-a028-184917715ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:59.958602 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:00.052046 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6155ae-20f3-404d-a028-184917715ea0 None None] Pushing event updated for resources: {'Port': ['ID=1b427f49-07f6-4061-a76d-9ab7b8d0571b,revision_number=3']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:00.053890 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-0f6155ae-20f3-404d-a028-184917715ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:00.187569 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-ef667d49-6c4d-41bf-8262-e49121a157d7 None None] Provisioning complete for port 1b427f49-07f6-4061-a76d-9ab7b8d0571b triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:34:00.187935 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ef667d49-6c4d-41bf-8262-e49121a157d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:01.173647 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 1b427f49-07f6-4061-a76d-9ab7b8d0571b up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:34:01.243320 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 1b427f49-07f6-4061-a76d-9ab7b8d0571b triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:34:01.243690 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:06.375458 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-e45f5236-21a4-4d78-b1dd-137731358f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:06.839963 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:08.895202 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-32b783f7-e8c5-470a-a353-1e554d1a3bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:10.081899 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:11.442206 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:26.187637 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 5 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:34:36.378211 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-7aee4615-e798-41f5-9f9b-790017178c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:36.842347 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:38.898896 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-e4d1cf9c-5649-4d14-926a-f6a90c251bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:40.084666 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:41.446178 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:03.188989 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 5 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:35:06.381135 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-d71f137a-8a6f-4233-b16e-f4eab673ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:06.838774 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:08.339319 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 39818) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:35:08.345627 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [None req-6559ddc4-b8de-496a-9eb9-9f0702a01b3f tempest-verify_tempest_config-778620421 tempest-verify_tempest_config-778620421-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=78472) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:35:08.346577 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-6559ddc4-b8de-496a-9eb9-9f0702a01b3f tempest-verify_tempest_config-778620421 tempest-verify_tempest_config-778620421-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062087 Jun 17 14:35:08.720779 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 39836) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:35:08.838401 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-46a56dc2-c595-481d-89c8-8d1859837473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:08.851887 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-46a56dc2-c595-481d-89c8-8d1859837473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:35:08.855590 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-46a56dc2-c595-481d-89c8-8d1859837473 admin admin] Usage tracker for resource:security_group_rule and tenant:f551507577bb40d0b18058f8912eced3 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:35:08.858975 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-46a56dc2-c595-481d-89c8-8d1859837473 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:35:08.864411 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-46a56dc2-c595-481d-89c8-8d1859837473 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:35:08.902294 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9ffd2b06-ee68-49c8-aec4-9b15b9beef30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:08.959161 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-46a56dc2-c595-481d-89c8-8d1859837473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:08.963900 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-46a56dc2-c595-481d-89c8-8d1859837473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:08.971054 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:35:09.013418 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-46a56dc2-c595-481d-89c8-8d1859837473 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f551507577bb40d0b18058f8912eced3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2914541 Jun 17 14:35:09.014458 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a56dc2-c595-481d-89c8-8d1859837473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22865d4-66f8-4f3d-a6bb-21a20aa6ba6c,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:35:09.016888 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 39842) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:35:09.022658 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a56dc2-c595-481d-89c8-8d1859837473 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:09.023008 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a56dc2-c595-481d-89c8-8d1859837473 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:09.023407 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a56dc2-c595-481d-89c8-8d1859837473 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:09.023874 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a56dc2-c595-481d-89c8-8d1859837473 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:09.024172 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a56dc2-c595-481d-89c8-8d1859837473 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:09.026062 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a56dc2-c595-481d-89c8-8d1859837473 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:09.026062 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a56dc2-c595-481d-89c8-8d1859837473 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:09.026062 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a56dc2-c595-481d-89c8-8d1859837473 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:09.026062 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a56dc2-c595-481d-89c8-8d1859837473 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:09.026062 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a56dc2-c595-481d-89c8-8d1859837473 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:09.026062 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a56dc2-c595-481d-89c8-8d1859837473 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:09.026705 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a56dc2-c595-481d-89c8-8d1859837473 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:09.031164 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-46a56dc2-c595-481d-89c8-8d1859837473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:35:09.091497 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-4fb61e77-e184-4d67-994b-eda6de8564e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:09.122760 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-4fb61e77-e184-4d67-994b-eda6de8564e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:09.223908 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-4fb61e77-e184-4d67-994b-eda6de8564e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:09.228818 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:35:09.240827 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb61e77-e184-4d67-994b-eda6de8564e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22865d4-66f8-4f3d-a6bb-21a20aa6ba6c,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:35:09.251629 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb61e77-e184-4d67-994b-eda6de8564e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:09.251962 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb61e77-e184-4d67-994b-eda6de8564e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:09.252299 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb61e77-e184-4d67-994b-eda6de8564e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:09.252625 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb61e77-e184-4d67-994b-eda6de8564e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:09.252946 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb61e77-e184-4d67-994b-eda6de8564e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:09.253259 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb61e77-e184-4d67-994b-eda6de8564e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:09.253573 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb61e77-e184-4d67-994b-eda6de8564e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:09.253909 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb61e77-e184-4d67-994b-eda6de8564e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:09.254231 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb61e77-e184-4d67-994b-eda6de8564e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:09.254538 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb61e77-e184-4d67-994b-eda6de8564e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:09.254886 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb61e77-e184-4d67-994b-eda6de8564e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:09.255181 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb61e77-e184-4d67-994b-eda6de8564e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:09.258437 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-4fb61e77-e184-4d67-994b-eda6de8564e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:35:09.260043 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-4fb61e77-e184-4d67-994b-eda6de8564e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:09.261179 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-4fb61e77-e184-4d67-994b-eda6de8564e2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d22865d4-66f8-4f3d-a6bb-21a20aa6ba6c HTTP/1.1" status: 204 len: 168 time: 0.2420864 Jun 17 14:35:10.090009 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:11.445923 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:36.383524 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-47ff0d7f-d974-416e-bbb1-b031133b4667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:36.840239 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:38.906019 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-a2ae2934-e0bc-4c8e-a006-73766a87a359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:40.091157 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:40.188162 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 5 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:35:41.448785 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:06.387151 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-f412a69a-0bef-44d7-8c9a-6da27ec5e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:06.833235 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:08.909822 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-f8d3cc77-9f81-485b-851c-a1f5a045afd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:10.092030 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:11.451314 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:17.187622 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 5 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:36:36.398551 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-c70420cd-2ec6-4f19-b747-2db02dc5a31a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:36.836980 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:38.914323 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-dc6bb1a8-c0d9-442a-afa4-4e313bea3d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:40.093501 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:41.455166 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:54.188073 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 5 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:36:55.639832 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175'] for agent, after_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:06.392920 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-0d682d12-1953-4b6b-932a-96b2ad384e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:06.839488 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:08.917482 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-77a1da10-2802-4cea-bb4e-0556acb835a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:10.102466 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:10.941023 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 39922) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:11.059325 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-29b1d137-976b-4f75-ab4d-ca9e0607dfc5 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1170790 Jun 17 14:37:11.456453 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:13.270181 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 39932) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:13.332689 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-46e90c61-6cc8-4689-9996-e9da641c2bb0 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0610158 Jun 17 14:37:25.604941 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:31.187876 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:37:36.395694 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-7ac64588-3cf2-491e-b617-3cefaf374250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:36.842212 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:38.923799 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-2120517b-d04e-4144-817e-b7dde9ef07f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:40.103153 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:41.460052 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:55.620898 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:06.399407 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-466d8cf1-2d29-4328-aba2-abe5343c6c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:06.846480 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:08.186861 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:38:08.917892 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-5354af5f-3262-4987-b979-d808e75b18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:10.110366 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:11.472836 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:25.623684 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:36.403178 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-a0080021-5000-4734-8c9d-2dda2a817780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:36.860468 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:38.922146 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-1ffe4794-dde0-4f8e-9fb5-3c0e2ef44712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:40.108575 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:41.472466 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:45.191861 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:38:55.629867 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:59.065267 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 40068) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:38:59.625369 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-927975678-network', 'tenant_id': '1b45a5667af44c408b810bef63493e23'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:38:59.633960 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:38:59.640357 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Usage tracker for resource:network and tenant:1b45a5667af44c408b810bef63493e23 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:38:59.645559 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:38:59.657843 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:38:59.675394 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Made reservation on behalf of 1b45a5667af44c408b810bef63493e23 for: {'network': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:38:59.679218 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for network, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:59.702335 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:59.730625 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:38:59.737954 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Usage tracker for resource:security_group_rule and tenant:1b45a5667af44c408b810bef63493e23 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:38:59.743359 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:38:59.751849 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:38:59.787557 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 40094) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:38:59.858692 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:59.866442 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:59.873797 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-f551b1ab-97e8-42a8-a27e-b3a50e8c7b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:59.902383 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1321} {{(pid=78471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:38:59.931144 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bc42ff-7ba9-437b-8ed5-ec07231732cd,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:59.942006 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:38:59.942328 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:38:59.942666 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:38:59.942994 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:38:59.943319 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:38:59.943640 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:38:59.943947 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:38:59.944965 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:38:59.945245 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:38:59.945807 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:38:59.946071 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:38:59.946581 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Tracked resource versions report: Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: pushed versions: Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: { 'AddressGroup': {'1.2'}, Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: 'ConntrackHelper': {'1.0'}, Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: 'Log': {'1.0'}, Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: 'Network': {'1.1'}, Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: 'Port': {'1.7'}, Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: 'PortForwarding': {'1.2'}, Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: 'QosPolicy': {'1.8'}, Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: 'SecurityGroup': {'1.4'}, Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: 'SecurityGroupRule': {'1.2'}, Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: 'SubPort': {'1.0'}, Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: 'Subnet': {'1.1'}, Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: 'Trunk': {'1.1'}} Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: consumer versions: Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: { DHCP agent@dv-cinder-796859-1-smb: {}, Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: HyperV agent@hv-cinder-79685: {}, Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: L3 agent@dv-cinder-796859-1-smb: {}, Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: Metadata agent@dv-cinder-796859-1-smb: {}, Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: Metering agent@dv-cinder-796859-1-smb: {}, Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: Open vSwitch agent@dv-cinder-796859-1-smb: { 'AddressGroup': '1.2', Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: 'ConntrackHelper': '1.0', Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: 'Log': '1.0', Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: 'Network': '1.1', Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: 'Port': '1.7', Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: 'PortForwarding': '1.2', Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: 'QosPolicy': '1.8', Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: 'SecurityGroup': '1.4', Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: 'SecurityGroupRule': '1.2', Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: 'SubPort': '1.0', Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: 'Subnet': '1.1', Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: 'Trunk': '1.1'}} Jun 17 14:38:59.947649 dv-cinder-796859-1-smb neutron-server[78471]: {{(pid=78471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 14:38:59.952289 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:59.956419 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:59.956831 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.db.segments_db [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Added segment dedd8951-6ee6-4681-8cee-1068e8dc43e1 of type vlan for network 34fc0036-5367-41f0-8c95-8b89259c3d41 Jun 17 14:39:00.018388 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744813850956'] for network, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:00.066772 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121'] for network, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:00.068660 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:00.070661 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:00.102886 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-f2ce06ec-f3da-425b-b021-b82bd6c8f461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:00.153231 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0861971 Jun 17 14:39:00.156079 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 40114) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:00.167723 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-09de29ce-e602-4962-8df9-961151fcae0c admin admin] Request body: {'subnet': {'network_id': '34fc0036-5367-41f0-8c95-8b89259c3d41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-927975678-subnet', 'tenant_id': '1b45a5667af44c408b810bef63493e23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:00.176592 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-09de29ce-e602-4962-8df9-961151fcae0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:00.184628 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-09de29ce-e602-4962-8df9-961151fcae0c admin admin] Usage tracker for resource:subnet and tenant:1b45a5667af44c408b810bef63493e23 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:00.188968 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-09de29ce-e602-4962-8df9-961151fcae0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:00.196189 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-09de29ce-e602-4962-8df9-961151fcae0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:00.211647 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09de29ce-e602-4962-8df9-961151fcae0c admin admin] Made reservation on behalf of 1b45a5667af44c408b810bef63493e23 for: {'subnet': 1} {{(pid=78472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:39:00.216261 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-09de29ce-e602-4962-8df9-961151fcae0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:00.240974 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Pushing event updated for resources: {'Network': ['ID=34fc0036-5367-41f0-8c95-8b89259c3d41,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:00.252012 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:00.254317 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1729819513-network', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:00.259844 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:00.265101 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Network 34fc0036-5367-41f0-8c95-8b89259c3d41 details requested by agent ovs-agent-dv-cinder-796859-1-smb with host dv-cinder-796859-1-smb {{(pid=78473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:39:00.274831 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Usage tracker for resource:network and tenant:092c45fa4f034867b5054335dbba9fa1 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:00.279937 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:00.291893 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:00.308661 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Made reservation on behalf of 092c45fa4f034867b5054335dbba9fa1 for: {'network': 1} {{(pid=78472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:39:00.313500 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for network, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:00.330976 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:00.433289 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:00.441058 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Usage tracker for resource:security_group_rule and tenant:092c45fa4f034867b5054335dbba9fa1 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:00.444881 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:00.457184 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:00.640725 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:00.656959 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:00.696371 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:00.739463 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1348} {{(pid=78472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:39:00.798876 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744814336157', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:00.799794 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Unsubscribe: segment precommit_create {{(pid=78472) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 14:39:00.800671 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.db.segments_db [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Added segment ef4e99fd-5ea2-4b62-860e-4bd36a6de96b of type vlan for network 4883627e-6fe8-4d7a-b297-cbdd10bc6a3f Jun 17 14:39:00.847903 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740ee4f9-f47e-43ad-a5b9-5cc65af7b510,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:00.889555 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744813850956'] for network, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:00.932212 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:00.932581 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:00.933125 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:00.933632 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:00.934245 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:00.934947 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:00.935624 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:00.936323 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:00.937001 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:00.937726 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:00.938403 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:00.939094 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Tracked resource versions report: Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: pushed versions: Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: { 'AddressGroup': {'1.2'}, Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: 'ConntrackHelper': {'1.0'}, Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: 'Log': {'1.0'}, Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: 'Network': {'1.1'}, Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: 'Port': {'1.7'}, Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: 'PortForwarding': {'1.2'}, Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: 'QosPolicy': {'1.8'}, Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: 'SecurityGroup': {'1.4'}, Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: 'SecurityGroupRule': {'1.2'}, Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: 'SubPort': {'1.0'}, Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: 'Subnet': {'1.1'}, Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: 'Trunk': {'1.1'}} Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: consumer versions: Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: { DHCP agent@dv-cinder-796859-1-smb: {}, Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: HyperV agent@hv-cinder-79685: {}, Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: L3 agent@dv-cinder-796859-1-smb: {}, Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: Metadata agent@dv-cinder-796859-1-smb: {}, Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: Metering agent@dv-cinder-796859-1-smb: {}, Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: Open vSwitch agent@dv-cinder-796859-1-smb: { 'AddressGroup': '1.2', Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: 'ConntrackHelper': '1.0', Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: 'Log': '1.0', Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: 'Network': '1.1', Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: 'Port': '1.7', Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: 'PortForwarding': '1.2', Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: 'QosPolicy': '1.8', Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: 'SecurityGroup': '1.4', Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: 'SecurityGroupRule': '1.2', Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: 'SubPort': '1.0', Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: 'Subnet': '1.1', Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: 'Trunk': '1.1'}} Jun 17 14:39:00.941071 dv-cinder-796859-1-smb neutron-server[78472]: {{(pid=78472) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 14:39:01.002300 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:01.006598 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121'] for network, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:01.015351 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:01.016661 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:01.036152 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:01.224423 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Pushing event updated for resources: {'Network': ['ID=4883627e-6fe8-4d7a-b297-cbdd10bc6a3f,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:01.242961 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:01.254433 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Network 4883627e-6fe8-4d7a-b297-cbdd10bc6a3f details requested by agent ovs-agent-dv-cinder-796859-1-smb with host dv-cinder-796859-1-smb {{(pid=78473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:39:01.280919 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4908020 Jun 17 14:39:01.287785 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 40154) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:01.308640 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-1cd3fbd4-5370-4a6d-bfc1-6af4ed797629 admin admin] Request body: {'subnet': {'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1729819513-subnet', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:01.318957 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-1cd3fbd4-5370-4a6d-bfc1-6af4ed797629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:01.327516 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-1cd3fbd4-5370-4a6d-bfc1-6af4ed797629 admin admin] Usage tracker for resource:subnet and tenant:092c45fa4f034867b5054335dbba9fa1 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:01.332493 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-1cd3fbd4-5370-4a6d-bfc1-6af4ed797629 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:01.344451 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-1cd3fbd4-5370-4a6d-bfc1-6af4ed797629 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:01.359111 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd3fbd4-5370-4a6d-bfc1-6af4ed797629 admin admin] Made reservation on behalf of 092c45fa4f034867b5054335dbba9fa1 for: {'subnet': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:39:01.363557 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-1cd3fbd4-5370-4a6d-bfc1-6af4ed797629 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:01.443233 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-09de29ce-e602-4962-8df9-961151fcae0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121'] for subnet, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:01.449215 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-d7c9302b-7f08-4a2b-9fce-75901700d200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:01.540546 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de29ce-e602-4962-8df9-961151fcae0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ff14308-63ae-4af6-a26f-fe7c9884ddaa,revision_number=0']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:01.544263 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-09de29ce-e602-4962-8df9-961151fcae0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:01.546876 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09de29ce-e602-4962-8df9-961151fcae0c admin admin] Checking segment: {'id': 'dedd8951-6ee6-4681-8cee-1068e8dc43e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '34fc0036-5367-41f0-8c95-8b89259c3d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:39:01.547238 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09de29ce-e602-4962-8df9-961151fcae0c admin admin] Network hostable DHCP agents. Network: 34fc0036-5367-41f0-8c95-8b89259c3d41, hostable agents: ['cf6f0ed2-8328-4e51-ab4a-90de33d65f7e'], hosted agents: [] {{(pid=78472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:39:01.571335 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09de29ce-e602-4962-8df9-961151fcae0c admin admin] Network 34fc0036-5367-41f0-8c95-8b89259c3d41 is scheduled to be hosted by DHCP agent cf6f0ed2-8328-4e51-ab4a-90de33d65f7e with binding_index 1 {{(pid=78472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:39:01.585837 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.base_scheduler [None req-09de29ce-e602-4962-8df9-961151fcae0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-smb, 34fc0036-5367-41f0-8c95-8b89259c3d41) {{(pid=78472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:39:01.593648 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09de29ce-e602-4962-8df9-961151fcae0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:01.596059 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-09de29ce-e602-4962-8df9-961151fcae0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for subnet, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:01.601262 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53211289-7a2a-43a0-8327-8de12e4f5273 None None] Network 34fc0036-5367-41f0-8c95-8b89259c3d41 requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:39:01.632892 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-09de29ce-e602-4962-8df9-961151fcae0c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4749348 Jun 17 14:39:01.636729 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 40166) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:01.643423 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-6aae7e26-3d32-43b9-8283-d49502f6f5a6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-927975678-router', 'tenant_id': '1b45a5667af44c408b810bef63493e23', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'}}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:01.650018 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-6aae7e26-3d32-43b9-8283-d49502f6f5a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:01.655413 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-6aae7e26-3d32-43b9-8283-d49502f6f5a6 admin admin] Usage tracker for resource:router and tenant:1b45a5667af44c408b810bef63493e23 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:01.660003 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-6aae7e26-3d32-43b9-8283-d49502f6f5a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:01.681808 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-6aae7e26-3d32-43b9-8283-d49502f6f5a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:01.715925 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6aae7e26-3d32-43b9-8283-d49502f6f5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-746237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3828'] for router, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:01.718111 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6aae7e26-3d32-43b9-8283-d49502f6f5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-768802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3821'] for router, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:01.751751 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6aae7e26-3d32-43b9-8283-d49502f6f5a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:01.853244 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 40174) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:01.920661 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 40182) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:01.977699 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fb32af-7a66-44fd-a1fa-6b576d588a9e None None] Network 34fc0036-5367-41f0-8c95-8b89259c3d41 requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:39:02.292768 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-1cd3fbd4-5370-4a6d-bfc1-6af4ed797629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121'] for subnet, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:02.299918 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:02.356703 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6aae7e26-3d32-43b9-8283-d49502f6f5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-746182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3743'] for router, precommit_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:02.410205 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3fbd4-5370-4a6d-bfc1-6af4ed797629 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49d50089-0579-444b-be8e-835b748ebcf1,revision_number=0']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:02.422346 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-1cd3fbd4-5370-4a6d-bfc1-6af4ed797629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:02.462965 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd3fbd4-5370-4a6d-bfc1-6af4ed797629 admin admin] Checking segment: {'id': 'ef4e99fd-5ea2-4b62-860e-4bd36a6de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:39:02.463427 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd3fbd4-5370-4a6d-bfc1-6af4ed797629 admin admin] Network hostable DHCP agents. Network: 4883627e-6fe8-4d7a-b297-cbdd10bc6a3f, hostable agents: ['cf6f0ed2-8328-4e51-ab4a-90de33d65f7e'], hosted agents: [] {{(pid=78471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:39:02.509819 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd3fbd4-5370-4a6d-bfc1-6af4ed797629 admin admin] Network 4883627e-6fe8-4d7a-b297-cbdd10bc6a3f is scheduled to be hosted by DHCP agent cf6f0ed2-8328-4e51-ab4a-90de33d65f7e with binding_index 1 {{(pid=78471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:39:02.541348 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-6a4bdc51-1383-496b-9b43-0acaaf4411db admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-832543081-network', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:02.551747 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-6a4bdc51-1383-496b-9b43-0acaaf4411db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:02.556927 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [None req-1cd3fbd4-5370-4a6d-bfc1-6af4ed797629 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-smb, 4883627e-6fe8-4d7a-b297-cbdd10bc6a3f) {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:39:02.571114 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525b6876-5c45-4cd1-8709-437d5f36a023 None None] Network 4883627e-6fe8-4d7a-b297-cbdd10bc6a3f requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:39:02.594937 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-6a4bdc51-1383-496b-9b43-0acaaf4411db admin admin] Usage tracker for resource:network and tenant:80a9b853210242ac916c0e29f6c3f9bb is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:02.612198 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd3fbd4-5370-4a6d-bfc1-6af4ed797629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:02.613309 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-1cd3fbd4-5370-4a6d-bfc1-6af4ed797629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for subnet, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:02.651308 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-6a4bdc51-1383-496b-9b43-0acaaf4411db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:02.668509 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-1cd3fbd4-5370-4a6d-bfc1-6af4ed797629 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3732841 Jun 17 14:39:02.668509 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-6a4bdc51-1383-496b-9b43-0acaaf4411db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:02.668888 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 40200) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:02.675812 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-f4afdbd8-1040-4971-8fbc-a2d41facbc45 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1729819513-router', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'}}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:02.681998 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-f4afdbd8-1040-4971-8fbc-a2d41facbc45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:02.686812 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-f4afdbd8-1040-4971-8fbc-a2d41facbc45 admin admin] Usage tracker for resource:router and tenant:092c45fa4f034867b5054335dbba9fa1 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:02.695227 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-810d0ad4-eaea-4703-b5d5-b78cf7ab1087 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1263714789-network', 'tenant_id': '306bee378e2341289eb68d6d461e9d9a'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:02.696294 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-f4afdbd8-1040-4971-8fbc-a2d41facbc45 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:02.707513 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-f4afdbd8-1040-4971-8fbc-a2d41facbc45 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:02.723842 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f4afdbd8-1040-4971-8fbc-a2d41facbc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-746237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3828'] for router, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:02.727496 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f4afdbd8-1040-4971-8fbc-a2d41facbc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-768802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3821'] for router, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:02.764734 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-810d0ad4-eaea-4703-b5d5-b78cf7ab1087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:02.775527 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f4afdbd8-1040-4971-8fbc-a2d41facbc45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:02.778996 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-810d0ad4-eaea-4703-b5d5-b78cf7ab1087 admin admin] Usage tracker for resource:network and tenant:306bee378e2341289eb68d6d461e9d9a is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:02.783603 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-810d0ad4-eaea-4703-b5d5-b78cf7ab1087 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:02.843956 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-810d0ad4-eaea-4703-b5d5-b78cf7ab1087 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:02.947251 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810d0ad4-eaea-4703-b5d5-b78cf7ab1087 admin admin] Made reservation on behalf of 306bee378e2341289eb68d6d461e9d9a for: {'network': 1} {{(pid=78472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:39:02.952325 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-810d0ad4-eaea-4703-b5d5-b78cf7ab1087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for network, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:02.997970 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-810d0ad4-eaea-4703-b5d5-b78cf7ab1087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:03.052741 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6aae7e26-3d32-43b9-8283-d49502f6f5a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:03.156948 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6aae7e26-3d32-43b9-8283-d49502f6f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:03.175392 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-810d0ad4-eaea-4703-b5d5-b78cf7ab1087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:03.198493 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-810d0ad4-eaea-4703-b5d5-b78cf7ab1087 admin admin] Usage tracker for resource:security_group_rule and tenant:306bee378e2341289eb68d6d461e9d9a is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:03.212257 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-810d0ad4-eaea-4703-b5d5-b78cf7ab1087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:03.226743 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp184505a3-554f-5763-afab-1ae6f46ce17e-4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'fixed_ips': [{'subnet_id': '49d50089-0579-444b-be8e-835b748ebcf1'}]}} from dv-cinder-796859-1-smb. {{(pid=78473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 17 14:39:03.227894 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:03.240350 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-810d0ad4-eaea-4703-b5d5-b78cf7ab1087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:03.496391 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-810d0ad4-eaea-4703-b5d5-b78cf7ab1087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:03.622387 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-810d0ad4-eaea-4703-b5d5-b78cf7ab1087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:03.652897 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:03.770693 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.db_base_plugin_common [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Allocated IP 172.20.0.2 (4883627e-6fe8-4d7a-b297-cbdd10bc6a3f/49d50089-0579-444b-be8e-835b748ebcf1/c2e51465-f331-452d-be31-e83ca3357235) {{(pid=78473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:39:03.812030 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-810d0ad4-eaea-4703-b5d5-b78cf7ab1087 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1310} {{(pid=78472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:39:03.847530 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d0ad4-eaea-4703-b5d5-b78cf7ab1087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103c7498-ea8f-4d09-ae02-2fb35326585b,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:03.861039 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-810d0ad4-eaea-4703-b5d5-b78cf7ab1087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:03.863527 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4bdc51-1383-496b-9b43-0acaaf4411db admin admin] Made reservation on behalf of 80a9b853210242ac916c0e29f6c3f9bb for: {'network': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:39:03.867983 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6a4bdc51-1383-496b-9b43-0acaaf4411db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for network, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:03.871082 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-810d0ad4-eaea-4703-b5d5-b78cf7ab1087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:03.874075 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.db.segments_db [None req-810d0ad4-eaea-4703-b5d5-b78cf7ab1087 admin admin] Added segment fd1c2e82-6de0-43ea-95e7-61781e2202ae of type vlan for network 313c2127-14f5-4cea-99d7-b1c067c1b6be Jun 17 14:39:04.011955 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-810d0ad4-eaea-4703-b5d5-b78cf7ab1087 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744813850956'] for network, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:04.017133 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6a4bdc51-1383-496b-9b43-0acaaf4411db admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:04.063493 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f4afdbd8-1040-4971-8fbc-a2d41facbc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-746182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3743'] for router, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:04.089102 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-6a4bdc51-1383-496b-9b43-0acaaf4411db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:04.166633 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.db_base_plugin_common [None req-6aae7e26-3d32-43b9-8283-d49502f6f5a6 admin admin] Allocated IP 172.28.2.246 (a25846cf-426a-46fe-928d-52e0b9163129/3ba06ebc-ae5d-4516-941b-79e431a8638b/95c34719-7d88-4882-a218-7534ac569c56) {{(pid=78472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:39:04.198926 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-6a4bdc51-1383-496b-9b43-0acaaf4411db admin admin] Usage tracker for resource:security_group_rule and tenant:80a9b853210242ac916c0e29f6c3f9bb is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:04.203908 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-810d0ad4-eaea-4703-b5d5-b78cf7ab1087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121'] for network, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:04.206779 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810d0ad4-eaea-4703-b5d5-b78cf7ab1087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:04.207358 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-810d0ad4-eaea-4703-b5d5-b78cf7ab1087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:04.220622 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-6a4bdc51-1383-496b-9b43-0acaaf4411db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:04.247829 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:04.289293 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-810d0ad4-eaea-4703-b5d5-b78cf7ab1087 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3657775 Jun 17 14:39:04.291294 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-6a4bdc51-1383-496b-9b43-0acaaf4411db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:04.304802 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 40244) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:04.411810 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Notify callbacks [] for port, precommit_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:04.449313 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Transition to ACTIVE for port object c2e51465-f331-452d-be31-e83ca3357235 will not be triggered until provisioned by entity L2. {{(pid=78473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:39:04.522151 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Transition to ACTIVE for port object c2e51465-f331-452d-be31-e83ca3357235 will not be triggered until provisioned by entity DHCP. {{(pid=78473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:39:04.526802 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d0ad4-eaea-4703-b5d5-b78cf7ab1087 admin admin] Pushing event updated for resources: {'Network': ['ID=313c2127-14f5-4cea-99d7-b1c067c1b6be,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:04.533572 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906'] for port, after_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:04.545401 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-810d0ad4-eaea-4703-b5d5-b78cf7ab1087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:04.553394 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:04.561872 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-271cc045-8d7d-4edb-82c2-e890474d0dcc admin admin] Request body: {'subnet': {'network_id': '313c2127-14f5-4cea-99d7-b1c067c1b6be', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1263714789-subnet', 'tenant_id': '306bee378e2341289eb68d6d461e9d9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:04.583889 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-271cc045-8d7d-4edb-82c2-e890474d0dcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:04.590459 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-271cc045-8d7d-4edb-82c2-e890474d0dcc admin admin] Usage tracker for resource:subnet and tenant:306bee378e2341289eb68d6d461e9d9a is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:04.595035 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-271cc045-8d7d-4edb-82c2-e890474d0dcc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:04.605919 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-271cc045-8d7d-4edb-82c2-e890474d0dcc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:04.634089 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6a4bdc51-1383-496b-9b43-0acaaf4411db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:04.646813 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6a4bdc51-1383-496b-9b43-0acaaf4411db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:04.651360 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271cc045-8d7d-4edb-82c2-e890474d0dcc admin admin] Made reservation on behalf of 306bee378e2341289eb68d6d461e9d9a for: {'subnet': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:39:04.654709 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-271cc045-8d7d-4edb-82c2-e890474d0dcc admin admin] Notify callbacks [] for subnet, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:04.657463 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Network 313c2127-14f5-4cea-99d7-b1c067c1b6be details requested by agent ovs-agent-dv-cinder-796859-1-smb with host dv-cinder-796859-1-smb {{(pid=78473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:39:04.747829 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6aae7e26-3d32-43b9-8283-d49502f6f5a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:04.827307 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Network 4883627e-6fe8-4d7a-b297-cbdd10bc6a3f is already hosted by enough agents. {{(pid=78473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:39:04.831477 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.scheduler.base_scheduler [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Resources bound (agent type, host, resource id): {{(pid=78473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:39:04.837968 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Received port after_create {{(pid=78473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:39:04.856615 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6aae7e26-3d32-43b9-8283-d49502f6f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906'] for port, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:04.865498 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-a0080f10-1e10-4202-ba73-1190a8dd6f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:04.964698 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aae7e26-3d32-43b9-8283-d49502f6f5a6 admin admin] Network a25846cf-426a-46fe-928d-52e0b9163129 is already hosted by enough agents. {{(pid=78472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:39:04.966027 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.base_scheduler [None req-6aae7e26-3d32-43b9-8283-d49502f6f5a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=78472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:39:04.970777 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aae7e26-3d32-43b9-8283-d49502f6f5a6 admin admin] Received port after_create {{(pid=78472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:39:05.096245 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4bdc51-1383-496b-9b43-0acaaf4411db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1301} {{(pid=78471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:39:05.102958 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Attempting to bind port c2e51465-f331-452d-be31-e83ca3357235 on host dv-cinder-796859-1-smb for vnic_type normal with profile {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:39:05.103333 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Attempting to bind port c2e51465-f331-452d-be31-e83ca3357235 by drivers openvswitch,hyperv on host dv-cinder-796859-1-smb at level 0 using segments [{'id': 'ef4e99fd-5ea2-4b62-860e-4bd36a6de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f'}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:39:05.103870 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Attempting to bind port c2e51465-f331-452d-be31-e83ca3357235 on network 4883627e-6fe8-4d7a-b297-cbdd10bc6a3f {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:39:05.106222 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Pushing event updated for resources: {'Port': ['ID=c2e51465-f331-452d-be31-e83ca3357235,revision_number=1']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:05.115613 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:05.115882 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6a4bdc51-1383-496b-9b43-0acaaf4411db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:05.116082 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:05.116348 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:05.116677 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:05.117115 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:05.117636 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:05.118001 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:05.118315 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:05.118780 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:05.119146 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:05.119462 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:05.119768 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:05.120771 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.db.segments_db [None req-6a4bdc51-1383-496b-9b43-0acaaf4411db admin admin] Added segment a42f3861-6b32-42c2-9d90-91f17e504aa8 of type vlan for network 224875c5-70eb-4e10-8087-1385d93f5cbf Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Tracked resource versions report: Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: pushed versions: Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: { 'AddressGroup': {'1.2'}, Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: 'ConntrackHelper': {'1.0'}, Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: 'Log': {'1.0'}, Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: 'Network': {'1.1'}, Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: 'Port': {'1.7'}, Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: 'PortForwarding': {'1.2'}, Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: 'QosPolicy': {'1.8'}, Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: 'SecurityGroup': {'1.4'}, Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: 'SecurityGroupRule': {'1.2'}, Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: 'SubPort': {'1.0'}, Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: 'Subnet': {'1.1'}, Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: 'Trunk': {'1.1'}} Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: consumer versions: Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: { DHCP agent@dv-cinder-796859-1-smb: {}, Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: HyperV agent@hv-cinder-79685: {}, Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: L3 agent@dv-cinder-796859-1-smb: {}, Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: Metadata agent@dv-cinder-796859-1-smb: {}, Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: Metering agent@dv-cinder-796859-1-smb: {}, Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: Open vSwitch agent@dv-cinder-796859-1-smb: { 'AddressGroup': '1.2', Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: 'ConntrackHelper': '1.0', Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: 'Log': '1.0', Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: 'Network': '1.1', Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: 'Port': '1.7', Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: 'PortForwarding': '1.2', Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: 'QosPolicy': '1.8', Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: 'SecurityGroup': '1.4', Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: 'SecurityGroupRule': '1.2', Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: 'SubPort': '1.0', Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: 'Subnet': '1.1', Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: 'Trunk': '1.1'}} Jun 17 14:39:05.121480 dv-cinder-796859-1-smb neutron-server[78473]: {{(pid=78473) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 14:39:05.126082 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:05.126967 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Checking agent: {'id': '90be04d1-4e68-4ce3-b058-a3d90bbc2941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 30, 7), 'started_at': datetime.datetime(2021, 6, 17, 14, 30, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:39:05.127328 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Checking segment: {'id': 'ef4e99fd-5ea2-4b62-860e-4bd36a6de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:39:05.127879 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:05.128261 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Bound using segment: {'id': 'ef4e99fd-5ea2-4b62-860e-4bd36a6de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f'} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:39:05.128726 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Bound port: c2e51465-f331-452d-be31-e83ca3357235, host: dv-cinder-796859-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4e99fd-5ea2-4b62-860e-4bd36a6de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f'}}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:39:05.129112 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:05.132389 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae7e26-3d32-43b9-8283-d49502f6f5a6 admin admin] Pushing event updated for resources: {'Port': ['ID=95c34719-7d88-4882-a218-7534ac569c56,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:05.161097 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:05.247648 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-6aae7e26-3d32-43b9-8283-d49502f6f5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:05.255504 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6a4bdc51-1383-496b-9b43-0acaaf4411db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744813850956'] for network, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:05.268581 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] For port c2e51465-f331-452d-be31-e83ca3357235, host dv-cinder-796859-1-smb, cleared binding levels {{(pid=78473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:39:05.286956 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] For port c2e51465-f331-452d-be31-e83ca3357235, host dv-cinder-796859-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=c2e51465-f331-452d-be31-e83ca3357235,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:39:05.308594 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:05.323718 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:05.381219 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4bdc51-1383-496b-9b43-0acaaf4411db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b02412-4ad6-4ed8-a288-db4548b45c31,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:05.407700 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-6a4bdc51-1383-496b-9b43-0acaaf4411db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:05.440741 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6a4bdc51-1383-496b-9b43-0acaaf4411db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121'] for network, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:05.446329 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4bdc51-1383-496b-9b43-0acaaf4411db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:05.449110 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6a4bdc51-1383-496b-9b43-0acaaf4411db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:05.459321 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:05.560442 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Pushing event updated for resources: {'Port': ['ID=c2e51465-f331-452d-be31-e83ca3357235,revision_number=2']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:05.574610 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:05.786196 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6aae7e26-3d32-43b9-8283-d49502f6f5a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:06.190147 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4bdc51-1383-496b-9b43-0acaaf4411db admin admin] Pushing event updated for resources: {'Network': ['ID=224875c5-70eb-4e10-8087-1385d93f5cbf,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:06.204120 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Network 224875c5-70eb-4e10-8087-1385d93f5cbf details requested by agent ovs-agent-dv-cinder-796859-1-smb with host dv-cinder-796859-1-smb {{(pid=78473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:39:06.205242 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-6a4bdc51-1383-496b-9b43-0acaaf4411db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:06.329984 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-6a4bdc51-1383-496b-9b43-0acaaf4411db admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.4744577 Jun 17 14:39:06.390477 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 40312) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:06.402668 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-83fa7ea0-d1b1-4561-9314-e09909691130 admin admin] Request body: {'subnet': {'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-832543081-subnet', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:06.411336 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-83fa7ea0-d1b1-4561-9314-e09909691130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:06.418810 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-83fa7ea0-d1b1-4561-9314-e09909691130 admin admin] Usage tracker for resource:subnet and tenant:80a9b853210242ac916c0e29f6c3f9bb is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:06.422321 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-83fa7ea0-d1b1-4561-9314-e09909691130 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:06.430337 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-83fa7ea0-d1b1-4561-9314-e09909691130 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:06.460972 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fa7ea0-d1b1-4561-9314-e09909691130 admin admin] Made reservation on behalf of 80a9b853210242ac916c0e29f6c3f9bb for: {'subnet': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:39:06.463952 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-83fa7ea0-d1b1-4561-9314-e09909691130 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:06.558759 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-c95bd935-5a73-4384-b58c-16df6d7c46ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:06.636330 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6aae7e26-3d32-43b9-8283-d49502f6f5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-746191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768836'] for router, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:06.657185 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f4afdbd8-1040-4971-8fbc-a2d41facbc45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:06.729873 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 40322) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:06.736496 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f4afdbd8-1040-4971-8fbc-a2d41facbc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:06.880107 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:06.973188 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-271cc045-8d7d-4edb-82c2-e890474d0dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121'] for subnet, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:07.014622 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 40330) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:07.103844 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-52fd4989-bc18-4792-a01a-01b71b773a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:07.121273 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee3dc64-b322-4024-94de-3af83b293e29 None None] Network 4883627e-6fe8-4d7a-b297-cbdd10bc6a3f requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:39:07.125432 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:07.199985 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-52fd4989-bc18-4792-a01a-01b71b773a36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:07.202557 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-cae13704-a5dd-4b2f-8d0c-5e62a3009ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:07.219853 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-52fd4989-bc18-4792-a01a-01b71b773a36 admin admin] Usage tracker for resource:security_group_rule and tenant:4b1452438192440897e7e2bbc922eb14 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:07.228078 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-52fd4989-bc18-4792-a01a-01b71b773a36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:07.239827 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-cae13704-a5dd-4b2f-8d0c-5e62a3009ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:07.245459 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-52fd4989-bc18-4792-a01a-01b71b773a36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:07.254710 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-cae13704-a5dd-4b2f-8d0c-5e62a3009ed6 admin admin] Usage tracker for resource:security_group_rule and tenant:44dc1a59423940288fe2c86c050fbe80 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:07.261206 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-cae13704-a5dd-4b2f-8d0c-5e62a3009ed6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:07.269684 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aae7e26-3d32-43b9-8283-d49502f6f5a6 admin admin] Router fe2da630-0e5f-4018-a1f7-52d2a908424d is scheduled to L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 with binding_index 1 {{(pid=78472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 14:39:07.280332 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-cae13704-a5dd-4b2f-8d0c-5e62a3009ed6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:07.297192 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-6142351a-27ff-4496-93c9-aee8ae4e1518 None None] Provisioning for port c2e51465-f331-452d-be31-e83ca3357235 completed by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:39:07.429320 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_common [None req-f4afdbd8-1040-4971-8fbc-a2d41facbc45 admin admin] Allocated IP 172.28.2.29 (a25846cf-426a-46fe-928d-52e0b9163129/3ba06ebc-ae5d-4516-941b-79e431a8638b/b405a014-c2c1-41ff-8694-e2766cd86eea) {{(pid=78471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:39:07.435960 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cc045-8d7d-4edb-82c2-e890474d0dcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd825ff8-da34-4910-bf50-e3f0b3e9eae2,revision_number=0']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:07.464921 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-271cc045-8d7d-4edb-82c2-e890474d0dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:07.468870 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271cc045-8d7d-4edb-82c2-e890474d0dcc admin admin] Checking segment: {'id': 'fd1c2e82-6de0-43ea-95e7-61781e2202ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '313c2127-14f5-4cea-99d7-b1c067c1b6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:39:07.469272 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271cc045-8d7d-4edb-82c2-e890474d0dcc admin admin] Network hostable DHCP agents. Network: 313c2127-14f5-4cea-99d7-b1c067c1b6be, hostable agents: ['cf6f0ed2-8328-4e51-ab4a-90de33d65f7e'], hosted agents: [] {{(pid=78471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:39:07.515519 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device c2e51465-f331-452d-be31-e83ca3357235 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:39:07.626369 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aae7e26-3d32-43b9-8283-d49502f6f5a6 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:39:07.639440 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01e5135-5d25-49fa-b2ed-849146a61773 None None] Sync routers for ids ['fe2da630-0e5f-4018-a1f7-52d2a908424d'] in dv-cinder-796859-1-smb {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:39:07.660606 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01e5135-5d25-49fa-b2ed-849146a61773 None None] Routers {'fe2da630-0e5f-4018-a1f7-52d2a908424d'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:39:07.663300 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-f01e5135-5d25-49fa-b2ed-849146a61773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:38:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['fe2da630-0e5f-4018-a1f7-52d2a908424d'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:07.695398 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271cc045-8d7d-4edb-82c2-e890474d0dcc admin admin] Network 313c2127-14f5-4cea-99d7-b1c067c1b6be is scheduled to be hosted by DHCP agent cf6f0ed2-8328-4e51-ab4a-90de33d65f7e with binding_index 1 {{(pid=78471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:39:07.718498 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [None req-271cc045-8d7d-4edb-82c2-e890474d0dcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-smb, 313c2127-14f5-4cea-99d7-b1c067c1b6be) {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:39:07.726774 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-52fd4989-bc18-4792-a01a-01b71b773a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:07.738090 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271cc045-8d7d-4edb-82c2-e890474d0dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:07.738730 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-271cc045-8d7d-4edb-82c2-e890474d0dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for subnet, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:07.742330 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-52fd4989-bc18-4792-a01a-01b71b773a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:07.743384 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6aae7e26-3d32-43b9-8283-d49502f6f5a6 admin admin] Notify callbacks [] for router, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:07.745198 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03678f91-9c29-433c-8bca-0eeb18f0ff1d None None] Network 313c2127-14f5-4cea-99d7-b1c067c1b6be requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:39:07.761921 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-6aae7e26-3d32-43b9-8283-d49502f6f5a6 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.1227498 Jun 17 14:39:07.767981 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-cae13704-a5dd-4b2f-8d0c-5e62a3009ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:07.769765 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 40352) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:07.803595 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-46a56dc2-c595-481d-89c8-8d1859837473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:07.824132 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning for port c2e51465-f331-452d-be31-e83ca3357235 completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:39:07.833625 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port c2e51465-f331-452d-be31-e83ca3357235 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:39:07.834151 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:07.961743 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-cae13704-a5dd-4b2f-8d0c-5e62a3009ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:07.989468 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-f01e5135-5d25-49fa-b2ed-849146a61773 None None] Set router fe2da630-0e5f-4018-a1f7-52d2a908424d gateway port host: dv-cinder-796859-1-smb {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:39:07.989962 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 40360) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:08.003088 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-83fa7ea0-d1b1-4561-9314-e09909691130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121'] for subnet, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:08.035639 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:08.258361 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:08.271716 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-271cc045-8d7d-4edb-82c2-e890474d0dcc admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9434350 Jun 17 14:39:08.477537 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e476015-4c3b-4929-9c07-9c1339fc2c7e None None] Network 313c2127-14f5-4cea-99d7-b1c067c1b6be requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:39:08.494972 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f4afdbd8-1040-4971-8fbc-a2d41facbc45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:08.558710 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-cae13704-a5dd-4b2f-8d0c-5e62a3009ed6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=44dc1a59423940288fe2c86c050fbe80&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5429091 Jun 17 14:39:08.559443 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 40374) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:08.609825 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-52fd4989-bc18-4792-a01a-01b71b773a36 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4b1452438192440897e7e2bbc922eb14&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8705487 Jun 17 14:39:08.629486 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd4989-bc18-4792-a01a-01b71b773a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75042f9-2bf5-4447-868e-5177988b967b,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:08.638958 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 40378) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:08.673853 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-cd4e0079-2a6d-4743-a3eb-e9175c59382b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:08.709304 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-52fd4989-bc18-4792-a01a-01b71b773a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.906s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:08.712377 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:08.728016 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-cd4e0079-2a6d-4743-a3eb-e9175c59382b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:08.733955 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-cd4e0079-2a6d-4743-a3eb-e9175c59382b admin admin] Usage tracker for resource:security_group_rule and tenant:ff62d65279b84c91ab350fa49c1391ad is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:08.738686 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-cd4e0079-2a6d-4743-a3eb-e9175c59382b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:08.746077 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-cd4e0079-2a6d-4743-a3eb-e9175c59382b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:08.819872 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-67a39c2f-1470-473f-a1ad-52acf9830793 None None] Provisioning complete for port c2e51465-f331-452d-be31-e83ca3357235 triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:39:08.820395 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-67a39c2f-1470-473f-a1ad-52acf9830793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:08.837255 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae13704-a5dd-4b2f-8d0c-5e62a3009ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfeb8276-6bee-4b97-8de5-dd48121d2ac6,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:08.873671 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-cd4e0079-2a6d-4743-a3eb-e9175c59382b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:08.886753 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-f01e5135-5d25-49fa-b2ed-849146a61773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2da630-0e5f-4018-a1f7-52d2a908424d', 'name': 'tempest-ServerRescueNegativeTestJSON-927975678-router', 'tenant_id': '1b45a5667af44c408b810bef63493e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.246'}], 'enable_snat': True}, 'gw_port_id': '95c34719-7d88-4882-a218-7534ac569c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:01Z', 'updated_at': '2021-06-17T14:39:05Z', 'revision_number': 3, 'project_id': '1b45a5667af44c408b810bef63493e23', 'gw_port': {'id': '95c34719-7d88-4882-a218-7534ac569c56', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:df:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2da630-0e5f-4018-a1f7-52d2a908424d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:03Z', 'updated_at': '2021-06-17T14:39:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb'}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:08.888972 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f4afdbd8-1040-4971-8fbc-a2d41facbc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906'] for port, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:08.890267 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-cd4e0079-2a6d-4743-a3eb-e9175c59382b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:08.892614 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01e5135-5d25-49fa-b2ed-849146a61773 None None] Checking router: fe2da630-0e5f-4018-a1f7-52d2a908424d for host: dv-cinder-796859-1-smb {{(pid=78474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:39:08.893067 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01e5135-5d25-49fa-b2ed-849146a61773 None None] Updating router fe2da630-0e5f-4018-a1f7-52d2a908424d port 95c34719-7d88-4882-a218-7534ac569c56 binding host dv-cinder-796859-1-smb {{(pid=78474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:39:08.924166 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] For port c2e51465-f331-452d-be31-e83ca3357235, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=c2e51465-f331-452d-be31-e83ca3357235,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:39:08.935561 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4afdbd8-1040-4971-8fbc-a2d41facbc45 admin admin] Network a25846cf-426a-46fe-928d-52e0b9163129 is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:39:08.936670 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa7ea0-d1b1-4561-9314-e09909691130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c9a4e58-351e-45bb-8981-70921e1085a6,revision_number=0']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:08.945028 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [None req-f4afdbd8-1040-4971-8fbc-a2d41facbc45 admin admin] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:39:08.959990 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fa7ea0-d1b1-4561-9314-e09909691130 admin admin] Checking segment: {'id': 'a42f3861-6b32-42c2-9d90-91f17e504aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:39:08.960453 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fa7ea0-d1b1-4561-9314-e09909691130 admin admin] Network hostable DHCP agents. Network: 224875c5-70eb-4e10-8087-1385d93f5cbf, hostable agents: ['cf6f0ed2-8328-4e51-ab4a-90de33d65f7e'], hosted agents: [] {{(pid=78471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:39:08.965846 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-83fa7ea0-d1b1-4561-9314-e09909691130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.930s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:08.969773 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:08.976050 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-854f2dfb-da0d-4cbf-b309-100a981ec911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:09.000784 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-cae13704-a5dd-4b2f-8d0c-5e62a3009ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:09.031679 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-f01e5135-5d25-49fa-b2ed-849146a61773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:09.050664 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:09.054319 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-b2e98b6b-c5ea-455d-a47a-4a5e20b16658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:09.058200 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:09.076049 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-854f2dfb-da0d-4cbf-b309-100a981ec911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:09.121483 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afdbd8-1040-4971-8fbc-a2d41facbc45 admin admin] Pushing event updated for resources: {'Port': ['ID=b405a014-c2c1-41ff-8694-e2766cd86eea,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:09.132675 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-f4afdbd8-1040-4971-8fbc-a2d41facbc45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:09.136212 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:09.205294 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-cd4e0079-2a6d-4743-a3eb-e9175c59382b admin admin] Synchronizing usage tracker for tenant:4680771ddcbf4c05af20feab7a2ea68e on resource:security_group {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:39:09.208851 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e0079-2a6d-4743-a3eb-e9175c59382b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346dbb14-0ebb-45d1-a3f7-cbfa0c1d4085,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:09.212466 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Pushing event updated for resources: {'Port': ['ID=c2e51465-f331-452d-be31-e83ca3357235,revision_number=3']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:09.215149 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4afdbd8-1040-4971-8fbc-a2d41facbc45 admin admin] Received port after_create {{(pid=78471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:39:09.216000 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:09.268471 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 40402) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:09.269842 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-cd4e0079-2a6d-4743-a3eb-e9175c59382b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:09.279414 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-06eb6210-6a13-41e6-b7e0-de41c299b5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:09.354715 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fa7ea0-d1b1-4561-9314-e09909691130 admin admin] Network 224875c5-70eb-4e10-8087-1385d93f5cbf is scheduled to be hosted by DHCP agent cf6f0ed2-8328-4e51-ab4a-90de33d65f7e with binding_index 1 {{(pid=78471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:39:09.389643 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device c2e51465-f331-452d-be31-e83ca3357235 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:39:09.422754 dv-cinder-796859-1-smb neutron-server[78472]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 17 14:39:09.437425 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-cd4e0079-2a6d-4743-a3eb-e9175c59382b admin admin] Unset dirty status for tenant:4680771ddcbf4c05af20feab7a2ea68e on resource:security_group {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:39:09.438932 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-cd4e0079-2a6d-4743-a3eb-e9175c59382b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ff62d65279b84c91ab350fa49c1391ad&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4342165 Jun 17 14:39:09.442807 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [None req-83fa7ea0-d1b1-4561-9314-e09909691130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-smb, 224875c5-70eb-4e10-8087-1385d93f5cbf) {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:39:09.446945 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 40406) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:09.463863 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6ab498-cf39-4163-817e-38454c66c0f8 None None] Network 224875c5-70eb-4e10-8087-1385d93f5cbf requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:39:09.467157 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-06eb6210-6a13-41e6-b7e0-de41c299b5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:09.471915 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fa7ea0-d1b1-4561-9314-e09909691130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:09.472667 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-83fa7ea0-d1b1-4561-9314-e09909691130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for subnet, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:09.647304 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-83fa7ea0-d1b1-4561-9314-e09909691130 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.2507079 Jun 17 14:39:09.651860 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 40416) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:09.661567 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-4ae263e5-e5af-47bc-82c8-5c299b718d07 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-832543081-router', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'}}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:09.681742 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-4ae263e5-e5af-47bc-82c8-5c299b718d07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:09.694724 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3d624684-6590-41d6-b6ba-1fc5d250f702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:09.711211 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-f01e5135-5d25-49fa-b2ed-849146a61773 None None] Notify callbacks [] for port, precommit_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:09.750348 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port c2e51465-f331-452d-be31-e83ca3357235 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:39:09.751149 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:09.758859 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-4ae263e5-e5af-47bc-82c8-5c299b718d07 admin admin] Usage tracker for resource:router and tenant:80a9b853210242ac916c0e29f6c3f9bb is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:09.778344 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-4ae263e5-e5af-47bc-82c8-5c299b718d07 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:09.795260 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.provisioning_blocks [None req-f01e5135-5d25-49fa-b2ed-849146a61773 None None] Transition to ACTIVE for port object 95c34719-7d88-4882-a218-7534ac569c56 will not be triggered until provisioned by entity L2. {{(pid=78474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:39:09.801185 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-4ae263e5-e5af-47bc-82c8-5c299b718d07 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:09.809297 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-854f2dfb-da0d-4cbf-b309-100a981ec911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:09.811626 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-f01e5135-5d25-49fa-b2ed-849146a61773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:09.830264 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:09.836635 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3d624684-6590-41d6-b6ba-1fc5d250f702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:09.837795 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:09.847417 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-4ae263e5-e5af-47bc-82c8-5c299b718d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-746237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3828'] for router, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:09.848688 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-4ae263e5-e5af-47bc-82c8-5c299b718d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-768802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3821'] for router, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:09.857331 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f2dfb-da0d-4cbf-b309-100a981ec911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75042f9-2bf5-4447-868e-5177988b967b,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:09.863506 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-854f2dfb-da0d-4cbf-b309-100a981ec911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:09.897211 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f4afdbd8-1040-4971-8fbc-a2d41facbc45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:09.910268 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c98e883-23c5-4171-86c5-c8b33f5c7860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp184505a3-554f-5763-afab-1ae6f46ce17e-224875c5-70eb-4e10-8087-1385d93f5cbf', 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'fixed_ips': [{'subnet_id': '1c9a4e58-351e-45bb-8981-70921e1085a6'}]}} from dv-cinder-796859-1-smb. {{(pid=78473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 17 14:39:09.911104 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-5c98e883-23c5-4171-86c5-c8b33f5c7860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:09.989434 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.managers [None req-f01e5135-5d25-49fa-b2ed-849146a61773 None None] Attempting to bind port 95c34719-7d88-4882-a218-7534ac569c56 on host dv-cinder-796859-1-smb for vnic_type normal with profile {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:39:09.990463 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.managers [None req-f01e5135-5d25-49fa-b2ed-849146a61773 None None] Attempting to bind port 95c34719-7d88-4882-a218-7534ac569c56 by drivers openvswitch,hyperv on host dv-cinder-796859-1-smb at level 0 using segments [{'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'}] {{(pid=78474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:39:09.991115 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01e5135-5d25-49fa-b2ed-849146a61773 None None] Attempting to bind port 95c34719-7d88-4882-a218-7534ac569c56 on network a25846cf-426a-46fe-928d-52e0b9163129 {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:39:09.997401 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba76d78-a76f-45c3-8c61-f86e564f908f None None] Pushing event updated for resources: {'Port': ['ID=95c34719-7d88-4882-a218-7534ac569c56,revision_number=2']} {{(pid=78474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:10.005790 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01e5135-5d25-49fa-b2ed-849146a61773 None None] Checking agent: {'id': '90be04d1-4e68-4ce3-b058-a3d90bbc2941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 30, 7), 'started_at': datetime.datetime(2021, 6, 17, 14, 30, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:39:10.006495 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01e5135-5d25-49fa-b2ed-849146a61773 None None] Checking segment: {'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:39:10.007623 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-f01e5135-5d25-49fa-b2ed-849146a61773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:10.008203 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01e5135-5d25-49fa-b2ed-849146a61773 None None] Bound using segment: {'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'} {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:39:10.008877 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.managers [None req-f01e5135-5d25-49fa-b2ed-849146a61773 None None] Bound port: 95c34719-7d88-4882-a218-7534ac569c56, host: dv-cinder-796859-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'}}] {{(pid=78474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:39:10.009571 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-f01e5135-5d25-49fa-b2ed-849146a61773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:10.016785 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-06eb6210-6a13-41e6-b7e0-de41c299b5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:10.059383 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba76d78-a76f-45c3-8c61-f86e564f908f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:10.059984 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba76d78-a76f-45c3-8c61-f86e564f908f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:10.060537 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba76d78-a76f-45c3-8c61-f86e564f908f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:10.061076 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba76d78-a76f-45c3-8c61-f86e564f908f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:10.061626 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba76d78-a76f-45c3-8c61-f86e564f908f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:10.062224 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba76d78-a76f-45c3-8c61-f86e564f908f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:10.062850 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba76d78-a76f-45c3-8c61-f86e564f908f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:10.063380 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba76d78-a76f-45c3-8c61-f86e564f908f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:10.063943 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba76d78-a76f-45c3-8c61-f86e564f908f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:10.064534 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba76d78-a76f-45c3-8c61-f86e564f908f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:10.065222 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba76d78-a76f-45c3-8c61-f86e564f908f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:10.065859 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba76d78-a76f-45c3-8c61-f86e564f908f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba76d78-a76f-45c3-8c61-f86e564f908f None None] Tracked resource versions report: Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: pushed versions: Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: { 'AddressGroup': {'1.2'}, Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: 'ConntrackHelper': {'1.0'}, Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: 'Log': {'1.0'}, Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: 'Network': {'1.1'}, Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: 'Port': {'1.7'}, Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: 'PortForwarding': {'1.2'}, Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: 'QosPolicy': {'1.8'}, Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: 'SecurityGroup': {'1.4'}, Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: 'SecurityGroupRule': {'1.2'}, Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: 'SubPort': {'1.0'}, Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: 'Subnet': {'1.1'}, Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: 'Trunk': {'1.1'}} Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: consumer versions: Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: { DHCP agent@dv-cinder-796859-1-smb: {}, Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: HyperV agent@hv-cinder-79685: {}, Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: L3 agent@dv-cinder-796859-1-smb: {}, Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: Metadata agent@dv-cinder-796859-1-smb: {}, Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: Metering agent@dv-cinder-796859-1-smb: {}, Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: Open vSwitch agent@dv-cinder-796859-1-smb: { 'AddressGroup': '1.2', Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: 'ConntrackHelper': '1.0', Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: 'Log': '1.0', Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: 'Network': '1.1', Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: 'Port': '1.7', Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: 'PortForwarding': '1.2', Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: 'QosPolicy': '1.8', Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: 'SecurityGroup': '1.4', Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: 'SecurityGroupRule': '1.2', Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: 'SubPort': '1.0', Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: 'Subnet': '1.1', Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: 'Trunk': '1.1'}} Jun 17 14:39:10.067381 dv-cinder-796859-1-smb neutron-server[78474]: {{(pid=78474) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 14:39:10.077328 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [None req-eba76d78-a76f-45c3-8c61-f86e564f908f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:10.135122 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-4ae263e5-e5af-47bc-82c8-5c299b718d07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:10.145421 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-06eb6210-6a13-41e6-b7e0-de41c299b5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:10.152439 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-06eb6210-6a13-41e6-b7e0-de41c299b5dc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cfeb8276-6bee-4b97-8de5-dd48121d2ac6 HTTP/1.1" status: 204 len: 168 time: 1.5669448 Jun 17 14:39:10.159316 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-854f2dfb-da0d-4cbf-b309-100a981ec911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:10.160686 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-854f2dfb-da0d-4cbf-b309-100a981ec911 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b75042f9-2bf5-4447-868e-5177988b967b HTTP/1.1" status: 204 len: 168 time: 1.5177581 Jun 17 14:39:10.161504 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 40426) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:10.170673 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-52fd4989-bc18-4792-a01a-01b71b773a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:10.172898 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.db [None req-f01e5135-5d25-49fa-b2ed-849146a61773 None None] For port 95c34719-7d88-4882-a218-7534ac569c56, host dv-cinder-796859-1-smb, cleared binding levels {{(pid=78474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:39:10.179077 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.db_base_plugin_common [None req-5c98e883-23c5-4171-86c5-c8b33f5c7860 None None] Allocated IP 172.20.0.2 (224875c5-70eb-4e10-8087-1385d93f5cbf/1c9a4e58-351e-45bb-8981-70921e1085a6/02babf3f-68b6-4ab7-b93b-0c792b323956) {{(pid=78473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:39:10.184488 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.db [None req-f01e5135-5d25-49fa-b2ed-849146a61773 None None] For port 95c34719-7d88-4882-a218-7534ac569c56, host dv-cinder-796859-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=95c34719-7d88-4882-a218-7534ac569c56,segment=NetworkSegment(23ce0af5-72f9-4008-9996-e17bae4589dc),segment_id=23ce0af5-72f9-4008-9996-e17bae4589dc)] {{(pid=78474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:39:10.193038 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-f01e5135-5d25-49fa-b2ed-849146a61773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:10.204512 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-64fc1727-87c3-4d34-9dc3-5d1ffcf70819 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:10.206793 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-64fc1727-87c3-4d34-9dc3-5d1ffcf70819 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Synchronizing usage tracker for tenant:306bee378e2341289eb68d6d461e9d9a on resource:network {{(pid=78472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:39:10.212378 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [None req-eba76d78-a76f-45c3-8c61-f86e564f908f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:10.239540 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb6210-6a13-41e6-b7e0-de41c299b5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfeb8276-6bee-4b97-8de5-dd48121d2ac6,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:10.246768 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-06eb6210-6a13-41e6-b7e0-de41c299b5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:10.256595 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-64fc1727-87c3-4d34-9dc3-5d1ffcf70819 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Unset dirty status for tenant:306bee378e2341289eb68d6d461e9d9a on resource:network {{(pid=78472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:39:10.258481 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-64fc1727-87c3-4d34-9dc3-5d1ffcf70819 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/networks?id=313c2127-14f5-4cea-99d7-b1c067c1b6be HTTP/1.1" status: 200 len: 812 time: 0.8679812 Jun 17 14:39:10.314292 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-8e3fd8e1-9e0c-4127-8661-897d9d0cb30a tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/quotas/306bee378e2341289eb68d6d461e9d9a HTTP/1.1" status: 200 len: 375 time: 0.0187554 Jun 17 14:39:10.405741 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-4b1720e4-8ee5-42ab-93dd-287cc6e35286 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=306bee378e2341289eb68d6d461e9d9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817268 Jun 17 14:39:10.413200 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5a489bea-bd52-4543-888f-529134186512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:10.517714 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba76d78-a76f-45c3-8c61-f86e564f908f None None] Pushing event updated for resources: {'Port': ['ID=95c34719-7d88-4882-a218-7534ac569c56,revision_number=3']} {{(pid=78474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:10.535860 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-5c98e883-23c5-4171-86c5-c8b33f5c7860 None None] Notify callbacks [] for port, precommit_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:10.580530 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [None req-eba76d78-a76f-45c3-8c61-f86e564f908f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:10.584667 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01e5135-5d25-49fa-b2ed-849146a61773 None None] Routers {'fe2da630-0e5f-4018-a1f7-52d2a908424d'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:39:10.586118 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-f01e5135-5d25-49fa-b2ed-849146a61773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:39:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['fe2da630-0e5f-4018-a1f7-52d2a908424d'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:10.616950 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3d624684-6590-41d6-b6ba-1fc5d250f702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:10.629460 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-5c98e883-23c5-4171-86c5-c8b33f5c7860 None None] Transition to ACTIVE for port object 02babf3f-68b6-4ab7-b93b-0c792b323956 will not be triggered until provisioned by entity L2. {{(pid=78473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:39:10.700065 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.db_base_plugin_common [None req-5a489bea-bd52-4543-888f-529134186512 admin admin] Allocated IP 172.20.0.1 (34fc0036-5367-41f0-8c95-8b89259c3d41/3ff14308-63ae-4af6-a26f-fe7c9884ddaa/66eb6247-00df-4eb7-bd0c-aca2aeba4c4c) {{(pid=78472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:39:10.764683 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:10.778380 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-5c98e883-23c5-4171-86c5-c8b33f5c7860 None None] Transition to ACTIVE for port object 02babf3f-68b6-4ab7-b93b-0c792b323956 will not be triggered until provisioned by entity DHCP. {{(pid=78473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:39:10.806217 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-5c98e883-23c5-4171-86c5-c8b33f5c7860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906'] for port, after_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:10.811127 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:10.827657 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:10.936464 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5a489bea-bd52-4543-888f-529134186512 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:10.956253 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-f01e5135-5d25-49fa-b2ed-849146a61773 None None] Set router fe2da630-0e5f-4018-a1f7-52d2a908424d gateway port host: dv-cinder-796859-1-smb {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:39:10.978847 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5a489bea-bd52-4543-888f-529134186512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906'] for port, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:11.011581 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-92301cda-c952-47b2-aeab-d523802c1bfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:11.049697 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c98e883-23c5-4171-86c5-c8b33f5c7860 None None] Network 224875c5-70eb-4e10-8087-1385d93f5cbf is already hosted by enough agents. {{(pid=78473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:39:11.066398 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.scheduler.base_scheduler [None req-5c98e883-23c5-4171-86c5-c8b33f5c7860 None None] Resources bound (agent type, host, resource id): {{(pid=78473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:39:11.071618 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98e883-23c5-4171-86c5-c8b33f5c7860 None None] Pushing event updated for resources: {'Port': ['ID=02babf3f-68b6-4ab7-b93b-0c792b323956,revision_number=1']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:11.079872 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c98e883-23c5-4171-86c5-c8b33f5c7860 None None] Received port after_create {{(pid=78473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:39:11.092200 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 40456) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:11.099960 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a489bea-bd52-4543-888f-529134186512 admin admin] Pushing event updated for resources: {'Port': ['ID=66eb6247-00df-4eb7-bd0c-aca2aeba4c4c,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:11.105015 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-5a489bea-bd52-4543-888f-529134186512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:11.112506 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-3bd02589-b542-412e-a6cc-d6c663f8729a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:11.146543 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-3bd02589-b542-412e-a6cc-d6c663f8729a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:11.151608 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-3bd02589-b542-412e-a6cc-d6c663f8729a admin admin] Usage tracker for resource:security_group_rule and tenant:73685f123cdf4f4cb8d2254f810d72a6 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:11.154575 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-3bd02589-b542-412e-a6cc-d6c663f8729a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:11.160363 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-3bd02589-b542-412e-a6cc-d6c663f8729a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:11.184075 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3d624684-6590-41d6-b6ba-1fc5d250f702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:11.185261 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-3d624684-6590-41d6-b6ba-1fc5d250f702 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/346dbb14-0ebb-45d1-a3f7-cbfa0c1d4085 HTTP/1.1" status: 204 len: 168 time: 1.7372978 Jun 17 14:39:11.190601 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d624684-6590-41d6-b6ba-1fc5d250f702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346dbb14-0ebb-45d1-a3f7-cbfa0c1d4085,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:11.232613 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-5c98e883-23c5-4171-86c5-c8b33f5c7860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:11.279560 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-3bd02589-b542-412e-a6cc-d6c663f8729a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:11.282033 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-d7a1a974-29b3-4cb2-b64f-82794f63884c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:11.307698 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a489bea-bd52-4543-888f-529134186512 admin admin] Network 34fc0036-5367-41f0-8c95-8b89259c3d41 is already hosted by enough agents. {{(pid=78472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:39:11.315148 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-d7a1a974-29b3-4cb2-b64f-82794f63884c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:11.320311 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-d7a1a974-29b3-4cb2-b64f-82794f63884c admin admin] Usage tracker for resource:security_group_rule and tenant:90441af8965b4dce9096bd3a00e2fe6e is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:11.323646 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-d7a1a974-29b3-4cb2-b64f-82794f63884c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:11.330315 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-d7a1a974-29b3-4cb2-b64f-82794f63884c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:11.423185 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-5c98e883-23c5-4171-86c5-c8b33f5c7860 None None] Attempting to bind port 02babf3f-68b6-4ab7-b93b-0c792b323956 on host dv-cinder-796859-1-smb for vnic_type normal with profile {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:39:11.424157 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-5c98e883-23c5-4171-86c5-c8b33f5c7860 None None] Attempting to bind port 02babf3f-68b6-4ab7-b93b-0c792b323956 by drivers openvswitch,hyperv on host dv-cinder-796859-1-smb at level 0 using segments [{'id': 'a42f3861-6b32-42c2-9d90-91f17e504aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf'}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:39:11.424615 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c98e883-23c5-4171-86c5-c8b33f5c7860 None None] Attempting to bind port 02babf3f-68b6-4ab7-b93b-0c792b323956 on network 224875c5-70eb-4e10-8087-1385d93f5cbf {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:39:11.432897 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c98e883-23c5-4171-86c5-c8b33f5c7860 None None] Checking agent: {'id': '90be04d1-4e68-4ce3-b058-a3d90bbc2941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 30, 7), 'started_at': datetime.datetime(2021, 6, 17, 14, 30, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:39:11.433486 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c98e883-23c5-4171-86c5-c8b33f5c7860 None None] Checking segment: {'id': 'a42f3861-6b32-42c2-9d90-91f17e504aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:39:11.434170 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-5c98e883-23c5-4171-86c5-c8b33f5c7860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:11.434660 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c98e883-23c5-4171-86c5-c8b33f5c7860 None None] Bound using segment: {'id': 'a42f3861-6b32-42c2-9d90-91f17e504aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf'} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:39:11.435430 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-5c98e883-23c5-4171-86c5-c8b33f5c7860 None None] Bound port: 02babf3f-68b6-4ab7-b93b-0c792b323956, host: dv-cinder-796859-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42f3861-6b32-42c2-9d90-91f17e504aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf'}}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:39:11.435926 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-5c98e883-23c5-4171-86c5-c8b33f5c7860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:11.467247 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-3bd02589-b542-412e-a6cc-d6c663f8729a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:11.487417 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.base_scheduler [None req-5a489bea-bd52-4543-888f-529134186512 admin admin] Resources bound (agent type, host, resource id): {{(pid=78472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:39:11.499972 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a489bea-bd52-4543-888f-529134186512 admin admin] Received port after_create {{(pid=78472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:39:11.500538 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5a489bea-bd52-4543-888f-529134186512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768299'] for router_interface, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:11.623030 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-f01e5135-5d25-49fa-b2ed-849146a61773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2da630-0e5f-4018-a1f7-52d2a908424d', 'name': 'tempest-ServerRescueNegativeTestJSON-927975678-router', 'tenant_id': '1b45a5667af44c408b810bef63493e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.246'}], 'enable_snat': True}, 'gw_port_id': '95c34719-7d88-4882-a218-7534ac569c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:01Z', 'updated_at': '2021-06-17T14:39:05Z', 'revision_number': 3, 'project_id': '1b45a5667af44c408b810bef63493e23', 'gw_port': {'id': '95c34719-7d88-4882-a218-7534ac569c56', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:df:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2da630-0e5f-4018-a1f7-52d2a908424d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:03Z', 'updated_at': '2021-06-17T14:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb'}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:11.624748 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-810d0ad4-eaea-4703-b5d5-b78cf7ab1087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:11.630105 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01e5135-5d25-49fa-b2ed-849146a61773 None None] The sync data for ids ['fe2da630-0e5f-4018-a1f7-52d2a908424d'] in dv-cinder-796859-1-smb is: [{'id': 'fe2da630-0e5f-4018-a1f7-52d2a908424d', 'name': 'tempest-ServerRescueNegativeTestJSON-927975678-router', 'tenant_id': '1b45a5667af44c408b810bef63493e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.246'}], 'enable_snat': True}, 'gw_port_id': '95c34719-7d88-4882-a218-7534ac569c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:01Z', 'updated_at': '2021-06-17T14:39:05Z', 'revision_number': 3, 'project_id': '1b45a5667af44c408b810bef63493e23', 'gw_port': {'id': '95c34719-7d88-4882-a218-7534ac569c56', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:df:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2da630-0e5f-4018-a1f7-52d2a908424d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:03Z', 'updated_at': '2021-06-17T14:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb'}] {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:39:11.636297 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-d7a1a974-29b3-4cb2-b64f-82794f63884c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:11.639178 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-4ae263e5-e5af-47bc-82c8-5c299b718d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-746182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3743'] for router, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:11.650681 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:11.655877 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3d624684-6590-41d6-b6ba-1fc5d250f702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.828s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:11.657508 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-52935b92-c309-48c5-90ae-c3c7535f0f9c service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=78472) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:39:11.659395 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-52935b92-c309-48c5-90ae-c3c7535f0f9c service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6870677 Jun 17 14:39:11.689534 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-5c98e883-23c5-4171-86c5-c8b33f5c7860 None None] For port 02babf3f-68b6-4ab7-b93b-0c792b323956, host dv-cinder-796859-1-smb, cleared binding levels {{(pid=78473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:39:11.696747 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-5c98e883-23c5-4171-86c5-c8b33f5c7860 None None] For port 02babf3f-68b6-4ab7-b93b-0c792b323956, host dv-cinder-796859-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=02babf3f-68b6-4ab7-b93b-0c792b323956,segment=NetworkSegment(a42f3861-6b32-42c2-9d90-91f17e504aa8),segment_id=a42f3861-6b32-42c2-9d90-91f17e504aa8)] {{(pid=78473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:39:11.701647 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-5c98e883-23c5-4171-86c5-c8b33f5c7860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:11.707635 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:11.822764 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98e883-23c5-4171-86c5-c8b33f5c7860 None None] Pushing event updated for resources: {'Port': ['ID=02babf3f-68b6-4ab7-b93b-0c792b323956,revision_number=2']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:11.838520 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-5c98e883-23c5-4171-86c5-c8b33f5c7860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:11.967515 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f4afdbd8-1040-4971-8fbc-a2d41facbc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-746191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768836'] for router, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:11.987833 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-99f84797-1373-4b22-b722-16fda8bb286a service neutron] 10.222.0.77 "GET /v2.0/networks/313c2127-14f5-4cea-99d7-b1c067c1b6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587547 Jun 17 14:39:11.989712 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-d7a1a974-29b3-4cb2-b64f-82794f63884c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:12.135083 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 40474) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:12.135406 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 40476) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:12.192188 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-3bd02589-b542-412e-a6cc-d6c663f8729a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=73685f123cdf4f4cb8d2254f810d72a6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9776721 Jun 17 14:39:12.224529 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-d7a1a974-29b3-4cb2-b64f-82794f63884c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=90441af8965b4dce9096bd3a00e2fe6e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1174934 Jun 17 14:39:12.225213 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 40482) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:12.225529 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 40484) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:12.247133 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd02589-b542-412e-a6cc-d6c663f8729a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c537c7-3ae5-4afb-96f1-2203c0acd6ef,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:12.251333 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-3bd02589-b542-412e-a6cc-d6c663f8729a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:12.255941 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5f59145b-1cdc-4e65-b6d6-8157d0a87f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:12.310873 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:12.439852 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5a489bea-bd52-4543-888f-529134186512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:12.456730 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-5f59145b-1cdc-4e65-b6d6-8157d0a87f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:12.622024 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-5f59145b-1cdc-4e65-b6d6-8157d0a87f33 admin admin] Usage tracker for resource:security_group_rule and tenant:aab0638bfdfd4bec90a1ad0c089b8c07 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:12.659670 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-5f59145b-1cdc-4e65-b6d6-8157d0a87f33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:12.668043 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-9581d72c-7074-49f7-b5eb-89016c81384e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1680341582-network', 'tenant_id': 'd113a0d68d19437fa515f3397a200092'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:12.679078 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4afdbd8-1040-4971-8fbc-a2d41facbc45 admin admin] Router d1165100-40dd-47bd-a365-a5fb76951709 is scheduled to L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 with binding_index 1 {{(pid=78471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 14:39:12.699053 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-5f59145b-1cdc-4e65-b6d6-8157d0a87f33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:12.703264 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-9581d72c-7074-49f7-b5eb-89016c81384e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:12.750498 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-9581d72c-7074-49f7-b5eb-89016c81384e admin admin] Usage tracker for resource:network and tenant:d113a0d68d19437fa515f3397a200092 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:12.751470 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-9581d72c-7074-49f7-b5eb-89016c81384e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:12.754583 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1a974-29b3-4cb2-b64f-82794f63884c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9627ec-8230-46d5-a239-f7ee6d38db11,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:12.758684 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-d7a1a974-29b3-4cb2-b64f-82794f63884c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:12.759343 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-75ccfae2-f648-450d-9a7e-391472b7e927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:12.795124 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-9581d72c-7074-49f7-b5eb-89016c81384e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:12.829494 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-bfe970df-f3e3-48c8-b3f5-632bfff6cd54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:12.846016 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9581d72c-7074-49f7-b5eb-89016c81384e admin admin] Made reservation on behalf of d113a0d68d19437fa515f3397a200092 for: {'network': 1} {{(pid=78472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:39:12.849213 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9581d72c-7074-49f7-b5eb-89016c81384e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for network, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:12.891627 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9581d72c-7074-49f7-b5eb-89016c81384e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:12.968669 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-0ced3a8a-e166-41ba-ad0a-362ed1c49a7f service neutron] 10.222.0.77 "GET /v2.0/networks/313c2127-14f5-4cea-99d7-b1c067c1b6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9435980 Jun 17 14:39:12.973514 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-75ccfae2-f648-450d-9a7e-391472b7e927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:13.027384 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-9581d72c-7074-49f7-b5eb-89016c81384e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:13.065078 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-4ae263e5-e5af-47bc-82c8-5c299b718d07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:13.090199 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-bfe970df-f3e3-48c8-b3f5-632bfff6cd54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:13.107588 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-9581d72c-7074-49f7-b5eb-89016c81384e admin admin] Usage tracker for resource:security_group_rule and tenant:d113a0d68d19437fa515f3397a200092 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:13.138501 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-9581d72c-7074-49f7-b5eb-89016c81384e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:13.161031 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-4ae263e5-e5af-47bc-82c8-5c299b718d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:13.221201 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-9581d72c-7074-49f7-b5eb-89016c81384e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:13.396271 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_common [None req-4ae263e5-e5af-47bc-82c8-5c299b718d07 admin admin] Allocated IP 172.28.2.217 (a25846cf-426a-46fe-928d-52e0b9163129/3ba06ebc-ae5d-4516-941b-79e431a8638b/345c21d5-2f79-434a-ae4e-b085996bbe61) {{(pid=78471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:39:13.494115 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 40510) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:13.502820 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4afdbd8-1040-4971-8fbc-a2d41facbc45 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:39:13.517192 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81d67dd-56c9-41d7-b486-9603b008a596 None None] Sync routers for ids ['d1165100-40dd-47bd-a365-a5fb76951709'] in dv-cinder-796859-1-smb {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:39:13.548089 dv-cinder-796859-1-smb neutron-server[78471]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 17 14:39:13.553000 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81d67dd-56c9-41d7-b486-9603b008a596 None None] Routers {'d1165100-40dd-47bd-a365-a5fb76951709'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:39:13.555995 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-b81d67dd-56c9-41d7-b486-9603b008a596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:39:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['d1165100-40dd-47bd-a365-a5fb76951709'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:13.643861 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5a489bea-bd52-4543-888f-529134186512 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:13.659882 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5a489bea-bd52-4543-888f-529134186512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:13.696397 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0801c0a6-8328-476f-b7c2-fa86a0067c25 req-88862f24-dd7d-4df9-931d-b6b045bfa56f tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/ports?device_id=afcec3a3-8331-4256-be05-b6d61d2ccf6d HTTP/1.1" status: 200 len: 210 time: 0.2005558 Jun 17 14:39:13.700924 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f4afdbd8-1040-4971-8fbc-a2d41facbc45 admin admin] Notify callbacks [] for router, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:13.705703 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-f4afdbd8-1040-4971-8fbc-a2d41facbc45 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.0360973 Jun 17 14:39:13.705895 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9581d72c-7074-49f7-b5eb-89016c81384e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:13.706719 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 40520) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:13.736471 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5a489bea-bd52-4543-888f-529134186512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768392'] for router_interface, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:13.750861 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9581d72c-7074-49f7-b5eb-89016c81384e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:13.758363 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-6aae7e26-3d32-43b9-8283-d49502f6f5a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:13.758644 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 95c34719-7d88-4882-a218-7534ac569c56 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:39:13.790895 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe3a477-1ab0-4273-8901-741f62416ea1 None None] Network 224875c5-70eb-4e10-8087-1385d93f5cbf requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:39:13.863444 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5f59145b-1cdc-4e65-b6d6-8157d0a87f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:13.864625 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a489bea-bd52-4543-888f-529134186512 admin admin] Pushing event updated for resources: {'Port': ['ID=66eb6247-00df-4eb7-bd0c-aca2aeba4c4c,revision_number=2']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:13.876520 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-5a489bea-bd52-4543-888f-529134186512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:13.886915 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:13.955392 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581d72c-7074-49f7-b5eb-89016c81384e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c03f3c9-cc66-4efc-9c5b-ebb857af08a9,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:13.960445 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-9581d72c-7074-49f7-b5eb-89016c81384e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:13.961083 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5f59145b-1cdc-4e65-b6d6-8157d0a87f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:13.966306 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-75ccfae2-f648-450d-9a7e-391472b7e927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:14.002204 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-9581d72c-7074-49f7-b5eb-89016c81384e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:14.019714 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-94b7d62a-1845-4b53-81c6-4ad400d1cf65 None None] Provisioning for port 02babf3f-68b6-4ab7-b93b-0c792b323956 completed by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:39:14.107594 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-bfe970df-f3e3-48c8-b3f5-632bfff6cd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:14.109067 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59145b-1cdc-4e65-b6d6-8157d0a87f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f515cdb9-c3d0-4fa6-b93c-51d458f9abc2,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:14.126446 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9581d72c-7074-49f7-b5eb-89016c81384e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1338} {{(pid=78472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:39:14.185423 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-4ae263e5-e5af-47bc-82c8-5c299b718d07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:14.193801 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-5f59145b-1cdc-4e65-b6d6-8157d0a87f33 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aab0638bfdfd4bec90a1ad0c089b8c07&name=default HTTP/1.1" status: 200 len: 2976 time: 2.0072587 Jun 17 14:39:14.194919 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccfae2-f648-450d-9a7e-391472b7e927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c537c7-3ae5-4afb-96f1-2203c0acd6ef,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:14.197212 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9581d72c-7074-49f7-b5eb-89016c81384e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:14.197534 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.db.segments_db [None req-9581d72c-7074-49f7-b5eb-89016c81384e admin admin] Added segment d027fede-c46e-4d19-8043-5ebfc97eee4f of type vlan for network a3630eea-203f-4065-8446-5f70f74f86d5 Jun 17 14:39:14.204966 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 40532) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:14.213561 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-75ccfae2-f648-450d-9a7e-391472b7e927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:14.217854 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-3bd02589-b542-412e-a6cc-d6c663f8729a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:14.233633 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-4ae263e5-e5af-47bc-82c8-5c299b718d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906'] for port, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:14.243767 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe970df-f3e3-48c8-b3f5-632bfff6cd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9627ec-8230-46d5-a239-f7ee6d38db11,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:14.252202 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-f4afdbd8-1040-4971-8fbc-a2d41facbc45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:14.271744 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-bfe970df-f3e3-48c8-b3f5-632bfff6cd54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:14.275333 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:14.275620 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:14.312146 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae263e5-e5af-47bc-82c8-5c299b718d07 admin admin] Network a25846cf-426a-46fe-928d-52e0b9163129 is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:39:14.323905 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [None req-4ae263e5-e5af-47bc-82c8-5c299b718d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:39:14.337200 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9581d72c-7074-49f7-b5eb-89016c81384e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744813850956'] for network, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:14.342465 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae263e5-e5af-47bc-82c8-5c299b718d07 admin admin] Received port after_create {{(pid=78471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:39:14.404455 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-75ccfae2-f648-450d-9a7e-391472b7e927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:14.410624 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-75ccfae2-f648-450d-9a7e-391472b7e927 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/14c537c7-3ae5-4afb-96f1-2203c0acd6ef HTTP/1.1" status: 204 len: 168 time: 2.1358938 Jun 17 14:39:14.418072 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-bfe970df-f3e3-48c8-b3f5-632bfff6cd54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:14.420355 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-bfe970df-f3e3-48c8-b3f5-632bfff6cd54 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5f9627ec-8230-46d5-a239-f7ee6d38db11 HTTP/1.1" status: 204 len: 168 time: 2.1438813 Jun 17 14:39:14.423229 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a489bea-bd52-4543-888f-529134186512 admin admin] Network 34fc0036-5367-41f0-8c95-8b89259c3d41 is already hosted by enough agents. {{(pid=78472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:39:14.430063 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.base_scheduler [None req-5a489bea-bd52-4543-888f-529134186512 admin admin] Resources bound (agent type, host, resource id): {{(pid=78472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:39:14.445254 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae263e5-e5af-47bc-82c8-5c299b718d07 admin admin] Pushing event updated for resources: {'Port': ['ID=345c21d5-2f79-434a-ae4e-b085996bbe61,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:14.450569 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-4ae263e5-e5af-47bc-82c8-5c299b718d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:14.516339 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning for port 95c34719-7d88-4882-a218-7534ac569c56 completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:39:14.539663 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 95c34719-7d88-4882-a218-7534ac569c56 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:39:14.540517 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:14.611524 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-b81d67dd-56c9-41d7-b486-9603b008a596 None None] Set router d1165100-40dd-47bd-a365-a5fb76951709 gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:39:14.615844 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b2d89e1b-ccdc-46fb-b423-d9ef9cdc65c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:14.622588 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9581d72c-7074-49f7-b5eb-89016c81384e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121'] for network, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:14.636649 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9581d72c-7074-49f7-b5eb-89016c81384e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:14.637488 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9581d72c-7074-49f7-b5eb-89016c81384e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:14.661701 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-8ef55a46-c33b-40b3-9d7b-26a8db893ec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:14.687023 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-9581d72c-7074-49f7-b5eb-89016c81384e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 2.4988532 Jun 17 14:39:14.699753 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 40550) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:14.819278 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b2d89e1b-ccdc-46fb-b423-d9ef9cdc65c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:14.966106 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581d72c-7074-49f7-b5eb-89016c81384e admin admin] Pushing event updated for resources: {'Network': ['ID=a3630eea-203f-4065-8446-5f70f74f86d5,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:14.983996 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-9581d72c-7074-49f7-b5eb-89016c81384e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:14.996518 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-9b712c1e-4418-4485-84ba-5c5b07d64cd6 req-d5532d91-7b5a-4c37-be80-7061c32a83c8 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/ports?device_id=afcec3a3-8331-4256-be05-b6d61d2ccf6d HTTP/1.1" status: 200 len: 210 time: 0.0957618 Jun 17 14:39:15.025665 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a489bea-bd52-4543-888f-529134186512 admin admin] Router fe2da630-0e5f-4018-a1f7-52d2a908424d has already been hosted by L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 {{(pid=78472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:39:15.082635 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-0706a0ce-958e-4be2-9a8c-e24bbe9bcded admin admin] Request body: {'subnet': {'network_id': 'a3630eea-203f-4065-8446-5f70f74f86d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1680341582-subnet', 'tenant_id': 'd113a0d68d19437fa515f3397a200092', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:15.151626 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-0706a0ce-958e-4be2-9a8c-e24bbe9bcded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:15.169367 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-0706a0ce-958e-4be2-9a8c-e24bbe9bcded admin admin] Usage tracker for resource:subnet and tenant:d113a0d68d19437fa515f3397a200092 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:15.211359 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-0706a0ce-958e-4be2-9a8c-e24bbe9bcded admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:15.212442 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Network a3630eea-203f-4065-8446-5f70f74f86d5 details requested by agent ovs-agent-dv-cinder-796859-1-smb with host dv-cinder-796859-1-smb {{(pid=78473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:39:15.289052 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b2d89e1b-ccdc-46fb-b423-d9ef9cdc65c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:15.314819 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:15.342504 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b2d89e1b-ccdc-46fb-b423-d9ef9cdc65c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:15.349646 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-b2d89e1b-ccdc-46fb-b423-d9ef9cdc65c0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f515cdb9-c3d0-4fa6-b93c-51d458f9abc2 HTTP/1.1" status: 204 len: 168 time: 1.1324785 Jun 17 14:39:15.367096 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d89e1b-ccdc-46fb-b423-d9ef9cdc65c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f515cdb9-c3d0-4fa6-b93c-51d458f9abc2,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:15.370456 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-b2d89e1b-ccdc-46fb-b423-d9ef9cdc65c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:15.479001 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-0706a0ce-958e-4be2-9a8c-e24bbe9bcded admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:15.509321 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a489bea-bd52-4543-888f-529134186512 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:39:15.525895 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1455990-db0a-4de0-91f5-cadd73d65af7 None None] Sync routers for ids ['fe2da630-0e5f-4018-a1f7-52d2a908424d'] in dv-cinder-796859-1-smb {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:39:15.532507 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-5a489bea-bd52-4543-888f-529134186512 admin admin] 10.222.0.77 "PUT /v2.0/routers/fe2da630-0e5f-4018-a1f7-52d2a908424d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7367885 Jun 17 14:39:15.546722 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1455990-db0a-4de0-91f5-cadd73d65af7 None None] Routers {'fe2da630-0e5f-4018-a1f7-52d2a908424d'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:39:15.552270 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-f1455990-db0a-4de0-91f5-cadd73d65af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:39:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['fe2da630-0e5f-4018-a1f7-52d2a908424d'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:15.577515 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:15.741819 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] For port 95c34719-7d88-4882-a218-7534ac569c56, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=95c34719-7d88-4882-a218-7534ac569c56,segment=NetworkSegment(23ce0af5-72f9-4008-9996-e17bae4589dc),segment_id=23ce0af5-72f9-4008-9996-e17bae4589dc)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:39:15.761659 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:15.765496 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 02babf3f-68b6-4ab7-b93b-0c792b323956 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:39:15.810006 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0706a0ce-958e-4be2-9a8c-e24bbe9bcded admin admin] Made reservation on behalf of d113a0d68d19437fa515f3397a200092 for: {'subnet': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:39:15.814365 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-0706a0ce-958e-4be2-9a8c-e24bbe9bcded admin admin] Notify callbacks [] for subnet, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:15.996068 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:16.293198 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-f1455990-db0a-4de0-91f5-cadd73d65af7 None None] Set router fe2da630-0e5f-4018-a1f7-52d2a908424d gateway port host: dv-cinder-796859-1-smb {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:39:16.305775 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Pushing event updated for resources: {'Port': ['ID=95c34719-7d88-4882-a218-7534ac569c56,revision_number=4']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:16.313175 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:16.447437 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-b81d67dd-56c9-41d7-b486-9603b008a596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'name': 'tempest-AttachVolumeShelveTestJSON-1729819513-router', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:02Z', 'updated_at': '2021-06-17T14:39:09Z', 'revision_number': 3, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'gw_port': {'id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:06Z', 'updated_at': '2021-06-17T14:39:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb'}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:16.474029 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81d67dd-56c9-41d7-b486-9603b008a596 None None] Checking router: d1165100-40dd-47bd-a365-a5fb76951709 for host: dv-cinder-796859-1-smb {{(pid=78473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:39:16.474579 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81d67dd-56c9-41d7-b486-9603b008a596 None None] Updating router d1165100-40dd-47bd-a365-a5fb76951709 port b405a014-c2c1-41ff-8694-e2766cd86eea binding host dv-cinder-796859-1-smb {{(pid=78473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:39:16.570719 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning for port 02babf3f-68b6-4ab7-b93b-0c792b323956 completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:39:16.587910 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 02babf3f-68b6-4ab7-b93b-0c792b323956 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:39:16.594388 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:16.691376 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-b81d67dd-56c9-41d7-b486-9603b008a596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:16.704862 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2856e959-ad1c-4772-aa99-8a465941a520 req-d967c2a6-16cf-41ff-9e12-1acbaf5988a0 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/ports?device_id=afcec3a3-8331-4256-be05-b6d61d2ccf6d HTTP/1.1" status: 200 len: 210 time: 0.1111300 Jun 17 14:39:16.728486 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-4ae263e5-e5af-47bc-82c8-5c299b718d07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:17.134075 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:17.230109 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] For port 02babf3f-68b6-4ab7-b93b-0c792b323956, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=02babf3f-68b6-4ab7-b93b-0c792b323956,segment=NetworkSegment(a42f3861-6b32-42c2-9d90-91f17e504aa8),segment_id=a42f3861-6b32-42c2-9d90-91f17e504aa8)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:39:17.247755 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:17.297536 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:17.334479 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-f1455990-db0a-4de0-91f5-cadd73d65af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2da630-0e5f-4018-a1f7-52d2a908424d', 'name': 'tempest-ServerRescueNegativeTestJSON-927975678-router', 'tenant_id': '1b45a5667af44c408b810bef63493e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.246'}], 'enable_snat': True}, 'gw_port_id': '95c34719-7d88-4882-a218-7534ac569c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:01Z', 'updated_at': '2021-06-17T14:39:11Z', 'revision_number': 4, 'project_id': '1b45a5667af44c408b810bef63493e23', 'gw_port': {'id': '95c34719-7d88-4882-a218-7534ac569c56', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:df:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2da630-0e5f-4018-a1f7-52d2a908424d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:03Z', 'updated_at': '2021-06-17T14:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': '66eb6247-00df-4eb7-bd0c-aca2aeba4c4c', 'name': '', 'network_id': '34fc0036-5367-41f0-8c95-8b89259c3d41', 'tenant_id': '1b45a5667af44c408b810bef63493e23', 'mac_address': 'fa:16:3e:84:33:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2da630-0e5f-4018-a1f7-52d2a908424d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ff14308-63ae-4af6-a26f-fe7c9884ddaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:10Z', 'updated_at': '2021-06-17T14:39:12Z', 'revision_number': 2, 'project_id': '1b45a5667af44c408b810bef63493e23', 'subnets': [{'id': '3ff14308-63ae-4af6-a26f-fe7c9884ddaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:17.367856 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1455990-db0a-4de0-91f5-cadd73d65af7 None None] Checking router: fe2da630-0e5f-4018-a1f7-52d2a908424d for host: dv-cinder-796859-1-smb {{(pid=78474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:39:17.368842 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1455990-db0a-4de0-91f5-cadd73d65af7 None None] Updating router fe2da630-0e5f-4018-a1f7-52d2a908424d port 66eb6247-00df-4eb7-bd0c-aca2aeba4c4c binding host dv-cinder-796859-1-smb {{(pid=78474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:39:17.432638 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.72', 53831) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:17.528001 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 95c34719-7d88-4882-a218-7534ac569c56 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:39:17.532961 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3a3e5e4d-f7fd-428e-99a0-2f93bfc42e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:17.631760 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Pushing event updated for resources: {'Port': ['ID=02babf3f-68b6-4ab7-b93b-0c792b323956,revision_number=3']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:17.643823 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:17.792626 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-f1455990-db0a-4de0-91f5-cadd73d65af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:17.806862 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-09bbcd2e-a95a-4423-9741-46a3e6e91f5d tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:17.830225 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-09bbcd2e-a95a-4423-9741-46a3e6e91f5d tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/networks?id=34fc0036-5367-41f0-8c95-8b89259c3d41 HTTP/1.1" status: 200 len: 818 time: 0.8593004 Jun 17 14:39:17.860009 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-0ac39ccb-fcd6-4289-bf11-17b1d0935b04 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/quotas/1b45a5667af44c408b810bef63493e23 HTTP/1.1" status: 200 len: 375 time: 0.0285234 Jun 17 14:39:18.109633 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 95c34719-7d88-4882-a218-7534ac569c56 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:39:18.110608 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:18.112030 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-d44b22e0-f844-41ce-af1e-bdf48e8435fc tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Synchronizing usage tracker for tenant:1b45a5667af44c408b810bef63493e23 on resource:port {{(pid=78472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:39:18.159236 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-d44b22e0-f844-41ce-af1e-bdf48e8435fc tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Unset dirty status for tenant:1b45a5667af44c408b810bef63493e23 on resource:port {{(pid=78472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:39:18.161132 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-d44b22e0-f844-41ce-af1e-bdf48e8435fc tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1b45a5667af44c408b810bef63493e23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3003616 Jun 17 14:39:18.277835 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-b81d67dd-56c9-41d7-b486-9603b008a596 None None] Notify callbacks [] for port, precommit_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:18.330773 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-b81d67dd-56c9-41d7-b486-9603b008a596 None None] Transition to ACTIVE for port object b405a014-c2c1-41ff-8694-e2766cd86eea will not be triggered until provisioned by entity L2. {{(pid=78473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:39:18.350348 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-b81d67dd-56c9-41d7-b486-9603b008a596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:18.357350 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:18.490777 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-4c8fa2c9-61fe-4aa5-bfe6-2bf73366054d service neutron] 10.222.0.77 "GET /v2.0/networks/34fc0036-5367-41f0-8c95-8b89259c3d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208272 Jun 17 14:39:18.546704 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed8a8c-9e29-419f-bcf2-5683bd137461 None None] Pushing event updated for resources: {'Port': ['ID=b405a014-c2c1-41ff-8694-e2766cd86eea,revision_number=2']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:18.549306 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-b81d67dd-56c9-41d7-b486-9603b008a596 None None] Attempting to bind port b405a014-c2c1-41ff-8694-e2766cd86eea on host dv-cinder-796859-1-smb for vnic_type normal with profile {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:39:18.549660 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-b81d67dd-56c9-41d7-b486-9603b008a596 None None] Attempting to bind port b405a014-c2c1-41ff-8694-e2766cd86eea by drivers openvswitch,hyperv on host dv-cinder-796859-1-smb at level 0 using segments [{'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:39:18.550174 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81d67dd-56c9-41d7-b486-9603b008a596 None None] Attempting to bind port b405a014-c2c1-41ff-8694-e2766cd86eea on network a25846cf-426a-46fe-928d-52e0b9163129 {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:39:18.556114 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-53ed8a8c-9e29-419f-bcf2-5683bd137461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:18.563749 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81d67dd-56c9-41d7-b486-9603b008a596 None None] Checking agent: {'id': '90be04d1-4e68-4ce3-b058-a3d90bbc2941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 30, 7), 'started_at': datetime.datetime(2021, 6, 17, 14, 30, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:39:18.564301 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81d67dd-56c9-41d7-b486-9603b008a596 None None] Checking segment: {'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:39:18.565036 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-b81d67dd-56c9-41d7-b486-9603b008a596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:18.566107 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81d67dd-56c9-41d7-b486-9603b008a596 None None] Bound using segment: {'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:39:18.567053 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-b81d67dd-56c9-41d7-b486-9603b008a596 None None] Bound port: b405a014-c2c1-41ff-8694-e2766cd86eea, host: dv-cinder-796859-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'}}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:39:18.567812 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-b81d67dd-56c9-41d7-b486-9603b008a596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:18.644267 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_common [None req-3a3e5e4d-f7fd-428e-99a0-2f93bfc42e3d admin admin] Allocated IP 172.20.0.1 (4883627e-6fe8-4d7a-b297-cbdd10bc6a3f/49d50089-0579-444b-be8e-835b748ebcf1/1330286d-38fc-4f60-843d-5ffa1b9a236b) {{(pid=78471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:39:18.713966 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-b81d67dd-56c9-41d7-b486-9603b008a596 None None] For port b405a014-c2c1-41ff-8694-e2766cd86eea, host dv-cinder-796859-1-smb, cleared binding levels {{(pid=78473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:39:18.717302 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-f1455990-db0a-4de0-91f5-cadd73d65af7 None None] Notify callbacks [] for port, precommit_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:18.727427 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-b81d67dd-56c9-41d7-b486-9603b008a596 None None] For port b405a014-c2c1-41ff-8694-e2766cd86eea, host dv-cinder-796859-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=b405a014-c2c1-41ff-8694-e2766cd86eea,segment=NetworkSegment(23ce0af5-72f9-4008-9996-e17bae4589dc),segment_id=23ce0af5-72f9-4008-9996-e17bae4589dc)] {{(pid=78473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:39:18.734745 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-b81d67dd-56c9-41d7-b486-9603b008a596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:18.744744 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:18.746340 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.provisioning_blocks [None req-f1455990-db0a-4de0-91f5-cadd73d65af7 None None] Transition to ACTIVE for port object 66eb6247-00df-4eb7-bd0c-aca2aeba4c4c will not be triggered until provisioned by entity L2. {{(pid=78474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:39:18.758713 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-f1455990-db0a-4de0-91f5-cadd73d65af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:18.766636 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:18.820129 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-4ae263e5-e5af-47bc-82c8-5c299b718d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-746191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768836'] for router, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:18.850104 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-75685aa9-5a23-48bf-ab13-233a507c30e1 service neutron] 10.222.0.77 "GET /v2.0/networks/34fc0036-5367-41f0-8c95-8b89259c3d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519738 Jun 17 14:39:18.876783 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7a86cd5d-8063-4186-99fe-1977438b6103 req-1e46672e-0bbb-4414-87f0-2dc048b732f1 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/ports?device_id=afcec3a3-8331-4256-be05-b6d61d2ccf6d HTTP/1.1" status: 200 len: 210 time: 0.8900611 Jun 17 14:39:18.920401 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9ca75-5d0b-41b5-8afc-f61087833ed0 None None] Pushing event updated for resources: {'Port': ['ID=66eb6247-00df-4eb7-bd0c-aca2aeba4c4c,revision_number=3']} {{(pid=78474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:18.933164 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [None req-0ae9ca75-5d0b-41b5-8afc-f61087833ed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:18.984144 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed8a8c-9e29-419f-bcf2-5683bd137461 None None] Pushing event updated for resources: {'Port': ['ID=b405a014-c2c1-41ff-8694-e2766cd86eea,revision_number=3']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:18.994821 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-53ed8a8c-9e29-419f-bcf2-5683bd137461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:19.057466 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81d67dd-56c9-41d7-b486-9603b008a596 None None] Routers {'d1165100-40dd-47bd-a365-a5fb76951709'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:39:19.059408 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-b81d67dd-56c9-41d7-b486-9603b008a596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:39:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['d1165100-40dd-47bd-a365-a5fb76951709'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:19.339276 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.managers [None req-f1455990-db0a-4de0-91f5-cadd73d65af7 None None] Attempting to bind port 66eb6247-00df-4eb7-bd0c-aca2aeba4c4c on host dv-cinder-796859-1-smb for vnic_type normal with profile {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:39:19.342388 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.managers [None req-f1455990-db0a-4de0-91f5-cadd73d65af7 None None] Attempting to bind port 66eb6247-00df-4eb7-bd0c-aca2aeba4c4c by drivers openvswitch,hyperv on host dv-cinder-796859-1-smb at level 0 using segments [{'id': 'dedd8951-6ee6-4681-8cee-1068e8dc43e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '34fc0036-5367-41f0-8c95-8b89259c3d41'}] {{(pid=78474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:39:19.343387 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1455990-db0a-4de0-91f5-cadd73d65af7 None None] Attempting to bind port 66eb6247-00df-4eb7-bd0c-aca2aeba4c4c on network 34fc0036-5367-41f0-8c95-8b89259c3d41 {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:39:19.362956 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1455990-db0a-4de0-91f5-cadd73d65af7 None None] Checking agent: {'id': '90be04d1-4e68-4ce3-b058-a3d90bbc2941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 30, 7), 'started_at': datetime.datetime(2021, 6, 17, 14, 30, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:39:19.364793 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1455990-db0a-4de0-91f5-cadd73d65af7 None None] Checking segment: {'id': 'dedd8951-6ee6-4681-8cee-1068e8dc43e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '34fc0036-5367-41f0-8c95-8b89259c3d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:39:19.370878 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-f1455990-db0a-4de0-91f5-cadd73d65af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:19.372085 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1455990-db0a-4de0-91f5-cadd73d65af7 None None] Bound using segment: {'id': 'dedd8951-6ee6-4681-8cee-1068e8dc43e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '34fc0036-5367-41f0-8c95-8b89259c3d41'} {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:39:19.372949 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.managers [None req-f1455990-db0a-4de0-91f5-cadd73d65af7 None None] Bound port: 66eb6247-00df-4eb7-bd0c-aca2aeba4c4c, host: dv-cinder-796859-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dedd8951-6ee6-4681-8cee-1068e8dc43e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '34fc0036-5367-41f0-8c95-8b89259c3d41'}}] {{(pid=78474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:39:19.373839 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-f1455990-db0a-4de0-91f5-cadd73d65af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:19.379894 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d782f8e1-2f2f-418b-be26-cd27f1cc2e75 req-16140e80-30fa-40ac-b9a7-dcf7e6d5b36e tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 210 time: 0.0766916 Jun 17 14:39:19.472787 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-e2faa526-b362-445c-b096-b01fe7ad0647 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:19.475007 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 02babf3f-68b6-4ab7-b93b-0c792b323956 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:39:19.475366 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-e2faa526-b362-445c-b096-b01fe7ad0647 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.72 "GET /v2.0/networks?id=313c2127-14f5-4cea-99d7-b1c067c1b6be HTTP/1.1" status: 200 len: 812 time: 2.0407023 Jun 17 14:39:19.579091 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-9f376907-235d-4abd-9135-ff3985d4ee51 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Request body: {'port': {'device_id': 'afcec3a3-8331-4256-be05-b6d61d2ccf6d', 'network_id': '313c2127-14f5-4cea-99d7-b1c067c1b6be', 'admin_state_up': True, 'tenant_id': '306bee378e2341289eb68d6d461e9d9a'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:19.581037 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.db [None req-f1455990-db0a-4de0-91f5-cadd73d65af7 None None] For port 66eb6247-00df-4eb7-bd0c-aca2aeba4c4c, host dv-cinder-796859-1-smb, cleared binding levels {{(pid=78474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:39:19.584351 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.db [None req-f1455990-db0a-4de0-91f5-cadd73d65af7 None None] For port 66eb6247-00df-4eb7-bd0c-aca2aeba4c4c, host dv-cinder-796859-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=66eb6247-00df-4eb7-bd0c-aca2aeba4c4c,segment=NetworkSegment(dedd8951-6ee6-4681-8cee-1068e8dc43e1),segment_id=dedd8951-6ee6-4681-8cee-1068e8dc43e1)] {{(pid=78474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:39:19.591353 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-f1455990-db0a-4de0-91f5-cadd73d65af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:19.603228 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:19.796675 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9ca75-5d0b-41b5-8afc-f61087833ed0 None None] Pushing event updated for resources: {'Port': ['ID=66eb6247-00df-4eb7-bd0c-aca2aeba4c4c,revision_number=4']} {{(pid=78474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:19.802801 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [None req-0ae9ca75-5d0b-41b5-8afc-f61087833ed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:19.812158 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1455990-db0a-4de0-91f5-cadd73d65af7 None None] Routers {'fe2da630-0e5f-4018-a1f7-52d2a908424d'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:39:19.812797 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-f1455990-db0a-4de0-91f5-cadd73d65af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:39:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['fe2da630-0e5f-4018-a1f7-52d2a908424d'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:19.821130 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 02babf3f-68b6-4ab7-b93b-0c792b323956 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:39:19.829960 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:19.918821 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-9f376907-235d-4abd-9135-ff3985d4ee51 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:19.925055 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae263e5-e5af-47bc-82c8-5c299b718d07 admin admin] Router eccb3088-75f3-43cf-93b3-831e5015d82f is scheduled to L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 with binding_index 1 {{(pid=78471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 14:39:19.950045 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-b81d67dd-56c9-41d7-b486-9603b008a596 None None] Set router d1165100-40dd-47bd-a365-a5fb76951709 gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:39:19.954146 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3a3e5e4d-f7fd-428e-99a0-2f93bfc42e3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:19.981989 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-9f376907-235d-4abd-9135-ff3985d4ee51 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Usage tracker for resource:port and tenant:306bee378e2341289eb68d6d461e9d9a is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:20.011636 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-9f376907-235d-4abd-9135-ff3985d4ee51 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:20.111071 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-9f376907-235d-4abd-9135-ff3985d4ee51 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:20.211392 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-f1455990-db0a-4de0-91f5-cadd73d65af7 None None] Set router fe2da630-0e5f-4018-a1f7-52d2a908424d gateway port host: dv-cinder-796859-1-smb {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:39:20.497726 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.provisioning_blocks [None req-3a3e5e4d-f7fd-428e-99a0-2f93bfc42e3d admin admin] Transition to ACTIVE for port object 1330286d-38fc-4f60-843d-5ffa1b9a236b will not be triggered until provisioned by entity DHCP. {{(pid=78471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:39:20.748037 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-45040039-51ce-4cf0-9199-347f1fc41745 req-32d2c2be-e64b-499f-82d3-6bad38018d5d tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/ports?device_id=afcec3a3-8331-4256-be05-b6d61d2ccf6d HTTP/1.1" status: 200 len: 210 time: 0.1997619 Jun 17 14:39:21.245872 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-9f376907-235d-4abd-9135-ff3985d4ee51 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Made reservation on behalf of 306bee378e2341289eb68d6d461e9d9a for: {'port': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:39:21.252098 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-9f376907-235d-4abd-9135-ff3985d4ee51 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:21.419100 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-f1455990-db0a-4de0-91f5-cadd73d65af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2da630-0e5f-4018-a1f7-52d2a908424d', 'name': 'tempest-ServerRescueNegativeTestJSON-927975678-router', 'tenant_id': '1b45a5667af44c408b810bef63493e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.246'}], 'enable_snat': True}, 'gw_port_id': '95c34719-7d88-4882-a218-7534ac569c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:01Z', 'updated_at': '2021-06-17T14:39:11Z', 'revision_number': 4, 'project_id': '1b45a5667af44c408b810bef63493e23', 'gw_port': {'id': '95c34719-7d88-4882-a218-7534ac569c56', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:df:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2da630-0e5f-4018-a1f7-52d2a908424d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:03Z', 'updated_at': '2021-06-17T14:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': '66eb6247-00df-4eb7-bd0c-aca2aeba4c4c', 'name': '', 'network_id': '34fc0036-5367-41f0-8c95-8b89259c3d41', 'tenant_id': '1b45a5667af44c408b810bef63493e23', 'mac_address': 'fa:16:3e:84:33:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2da630-0e5f-4018-a1f7-52d2a908424d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ff14308-63ae-4af6-a26f-fe7c9884ddaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:10Z', 'updated_at': '2021-06-17T14:39:19Z', 'revision_number': 4, 'project_id': '1b45a5667af44c408b810bef63493e23', 'subnets': [{'id': '3ff14308-63ae-4af6-a26f-fe7c9884ddaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:21.435730 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1455990-db0a-4de0-91f5-cadd73d65af7 None None] The sync data for ids ['fe2da630-0e5f-4018-a1f7-52d2a908424d'] in dv-cinder-796859-1-smb is: [{'id': 'fe2da630-0e5f-4018-a1f7-52d2a908424d', 'name': 'tempest-ServerRescueNegativeTestJSON-927975678-router', 'tenant_id': '1b45a5667af44c408b810bef63493e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.246'}], 'enable_snat': True}, 'gw_port_id': '95c34719-7d88-4882-a218-7534ac569c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:01Z', 'updated_at': '2021-06-17T14:39:11Z', 'revision_number': 4, 'project_id': '1b45a5667af44c408b810bef63493e23', 'gw_port': {'id': '95c34719-7d88-4882-a218-7534ac569c56', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:df:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2da630-0e5f-4018-a1f7-52d2a908424d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:03Z', 'updated_at': '2021-06-17T14:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': '66eb6247-00df-4eb7-bd0c-aca2aeba4c4c', 'name': '', 'network_id': '34fc0036-5367-41f0-8c95-8b89259c3d41', 'tenant_id': '1b45a5667af44c408b810bef63493e23', 'mac_address': 'fa:16:3e:84:33:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2da630-0e5f-4018-a1f7-52d2a908424d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ff14308-63ae-4af6-a26f-fe7c9884ddaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:10Z', 'updated_at': '2021-06-17T14:39:19Z', 'revision_number': 4, 'project_id': '1b45a5667af44c408b810bef63493e23', 'subnets': [{'id': '3ff14308-63ae-4af6-a26f-fe7c9884ddaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:39:21.652203 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-b81d67dd-56c9-41d7-b486-9603b008a596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'name': 'tempest-AttachVolumeShelveTestJSON-1729819513-router', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:02Z', 'updated_at': '2021-06-17T14:39:09Z', 'revision_number': 3, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'gw_port': {'id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:06Z', 'updated_at': '2021-06-17T14:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb'}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:21.676463 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81d67dd-56c9-41d7-b486-9603b008a596 None None] The sync data for ids ['d1165100-40dd-47bd-a365-a5fb76951709'] in dv-cinder-796859-1-smb is: [{'id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'name': 'tempest-AttachVolumeShelveTestJSON-1729819513-router', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:02Z', 'updated_at': '2021-06-17T14:39:09Z', 'revision_number': 3, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'gw_port': {'id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:06Z', 'updated_at': '2021-06-17T14:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb'}] {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:39:21.954054 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-f5c276a0-7ba2-4b55-a56d-e9555ed40db4 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:21.957055 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-f5c276a0-7ba2-4b55-a56d-e9555ed40db4 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Synchronizing usage tracker for tenant:1b45a5667af44c408b810bef63493e23 on resource:network {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:39:22.041498 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3a3e5e4d-f7fd-428e-99a0-2f93bfc42e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906'] for port, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:22.082400 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-f5c276a0-7ba2-4b55-a56d-e9555ed40db4 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Unset dirty status for tenant:1b45a5667af44c408b810bef63493e23 on resource:network {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:39:22.105488 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-f5c276a0-7ba2-4b55-a56d-e9555ed40db4 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/networks?id=34fc0036-5367-41f0-8c95-8b89259c3d41 HTTP/1.1" status: 200 len: 818 time: 1.2367711 Jun 17 14:39:22.167789 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-4ae263e5-e5af-47bc-82c8-5c299b718d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:22.198952 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:39:22.267833 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-5b0ac377-21b2-47f5-9098-7a971daea56b req-8d7d2b4a-fa27-458c-ab29-a2a72ae85a72 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/ports?device_id=afcec3a3-8331-4256-be05-b6d61d2ccf6d HTTP/1.1" status: 200 len: 210 time: 0.0811160 Jun 17 14:39:22.324678 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-435b4629-c9bf-4627-b11b-d2141dad219f tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/quotas/1b45a5667af44c408b810bef63493e23 HTTP/1.1" status: 200 len: 375 time: 0.2174003 Jun 17 14:39:22.327048 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae263e5-e5af-47bc-82c8-5c299b718d07 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:39:22.405845 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a0fd55-b715-4ca5-ac72-e4ce66a4a1a5 None None] Sync routers for ids ['eccb3088-75f3-43cf-93b3-831e5015d82f'] in dv-cinder-796859-1-smb {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:39:22.436910 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a0fd55-b715-4ca5-ac72-e4ce66a4a1a5 None None] Routers {'eccb3088-75f3-43cf-93b3-831e5015d82f'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:39:22.437571 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-f5a0fd55-b715-4ca5-ac72-e4ce66a4a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:39:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['eccb3088-75f3-43cf-93b3-831e5015d82f'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:22.821755 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-4ae263e5-e5af-47bc-82c8-5c299b718d07 admin admin] Notify callbacks [] for router, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:22.823578 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-4ae263e5-e5af-47bc-82c8-5c299b718d07 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 13.1683547 Jun 17 14:39:22.827303 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 40780) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:22.974599 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3e5e4d-f7fd-428e-99a0-2f93bfc42e3d admin admin] Network 4883627e-6fe8-4d7a-b297-cbdd10bc6a3f is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:39:23.153480 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [None req-3a3e5e4d-f7fd-428e-99a0-2f93bfc42e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:39:23.189435 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3e5e4d-f7fd-428e-99a0-2f93bfc42e3d admin admin] Received port after_create {{(pid=78471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:39:23.190001 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3a3e5e4d-f7fd-428e-99a0-2f93bfc42e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768299'] for router_interface, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:23.247221 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-f5a0fd55-b715-4ca5-ac72-e4ce66a4a1a5 None None] Set router eccb3088-75f3-43cf-93b3-831e5015d82f gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:39:23.872717 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 66eb6247-00df-4eb7-bd0c-aca2aeba4c4c up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:39:23.951689 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.72', 53837) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:24.138591 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e5e4d-f7fd-428e-99a0-2f93bfc42e3d admin admin] Pushing event updated for resources: {'Port': ['ID=1330286d-38fc-4f60-843d-5ffa1b9a236b,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:24.159444 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3a3e5e4d-f7fd-428e-99a0-2f93bfc42e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.992s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:24.366106 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-0706a0ce-958e-4be2-9a8c-e24bbe9bcded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121'] for subnet, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:24.371640 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_common [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-9f376907-235d-4abd-9135-ff3985d4ee51 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Allocated IP 172.20.0.7 (313c2127-14f5-4cea-99d7-b1c067c1b6be/cd825ff8-da34-4910-bf50-e3f0b3e9eae2/72598bca-6205-4969-b555-c44bfcdfe048) {{(pid=78471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:39:24.385397 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-98f3b69d-3924-407a-a9f4-d74f9184752c None None] Provisioning for port 1330286d-38fc-4f60-843d-5ffa1b9a236b completed by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:39:24.406717 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-98f3b69d-3924-407a-a9f4-d74f9184752c None None] Provisioning complete for port 1330286d-38fc-4f60-843d-5ffa1b9a236b triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:39:24.407234 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-98f3b69d-3924-407a-a9f4-d74f9184752c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:24.455973 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-714bb1d0-0e8e-425d-b9b9-e5d0f72bbf7e req-7f58af73-742e-4c98-9f33-e05b643f8f60 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/ports?device_id=afcec3a3-8331-4256-be05-b6d61d2ccf6d HTTP/1.1" status: 200 len: 210 time: 0.2715032 Jun 17 14:39:24.584364 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning for port 66eb6247-00df-4eb7-bd0c-aca2aeba4c4c completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:39:24.655966 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-98f3b69d-3924-407a-a9f4-d74f9184752c None None] Port 1330286d-38fc-4f60-843d-5ffa1b9a236b cannot update to ACTIVE because it is not bound. {{(pid=78473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:39:24.668948 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 66eb6247-00df-4eb7-bd0c-aca2aeba4c4c triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:39:24.669362 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:24.759378 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:24.825999 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-fbd8685b-499b-4630-8d64-e9873798f4c0 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:24.827758 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-fbd8685b-499b-4630-8d64-e9873798f4c0 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.72 "GET /v2.0/networks?id=34fc0036-5367-41f0-8c95-8b89259c3d41 HTTP/1.1" status: 200 len: 818 time: 0.8301702 Jun 17 14:39:24.889727 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-cb488cb7-41c8-4613-b41d-663061fa8644 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Request body: {'port': {'device_id': '36cd282a-a167-47dc-9b29-bcd8fb4f0799', 'network_id': '34fc0036-5367-41f0-8c95-8b89259c3d41', 'admin_state_up': True, 'tenant_id': '1b45a5667af44c408b810bef63493e23'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:24.982908 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-f5a0fd55-b715-4ca5-ac72-e4ce66a4a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'name': 'tempest-AttachVolumeTestJSON-832543081-router', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:09Z', 'updated_at': '2021-06-17T14:39:15Z', 'revision_number': 3, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'gw_port': {'id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:13Z', 'updated_at': '2021-06-17T14:39:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb'}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:25.026068 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a0fd55-b715-4ca5-ac72-e4ce66a4a1a5 None None] Checking router: eccb3088-75f3-43cf-93b3-831e5015d82f for host: dv-cinder-796859-1-smb {{(pid=78473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:39:25.026699 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a0fd55-b715-4ca5-ac72-e4ce66a4a1a5 None None] Updating router eccb3088-75f3-43cf-93b3-831e5015d82f port 345c21d5-2f79-434a-ae4e-b085996bbe61 binding host dv-cinder-796859-1-smb {{(pid=78473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:39:25.123286 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:25.148908 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-5303bb4f-b876-4747-8690-4b7aaa88d1a7 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1b45a5667af44c408b810bef63493e23&fields=id HTTP/1.1" status: 200 len: 255 time: 2.8225317 Jun 17 14:39:25.281809 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] For port 66eb6247-00df-4eb7-bd0c-aca2aeba4c4c, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=66eb6247-00df-4eb7-bd0c-aca2aeba4c4c,segment=NetworkSegment(dedd8951-6ee6-4681-8cee-1068e8dc43e1),segment_id=dedd8951-6ee6-4681-8cee-1068e8dc43e1)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:39:25.295761 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-f5a0fd55-b715-4ca5-ac72-e4ce66a4a1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:25.539434 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-c0afbb8d-8662-409f-9d13-99cb0282ba74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:25.553475 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:25.569172 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device b405a014-c2c1-41ff-8694-e2766cd86eea up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:39:25.748431 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706a0ce-958e-4be2-9a8c-e24bbe9bcded admin admin] Pushing event updated for resources: {'Subnet': ['ID=38eaa286-db5a-4ec2-be15-dd9a7ceb2a1a,revision_number=0']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:25.771536 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-0706a0ce-958e-4be2-9a8c-e24bbe9bcded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.012s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:25.791013 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-5c98e883-23c5-4171-86c5-c8b33f5c7860 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:26.127256 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:26.200080 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning for port b405a014-c2c1-41ff-8694-e2766cd86eea completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:39:26.209807 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Pushing event updated for resources: {'Port': ['ID=66eb6247-00df-4eb7-bd0c-aca2aeba4c4c,revision_number=5']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:26.224440 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:26.354714 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-0013c80d-1f89-4aef-aa9a-40a5e062ebfe service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=78471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:39:26.357781 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-0013c80d-1f89-4aef-aa9a-40a5e062ebfe service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5685742 Jun 17 14:39:26.375525 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.db_base_plugin_common [None req-c0afbb8d-8662-409f-9d13-99cb0282ba74 admin admin] Allocated IP 172.20.0.1 (224875c5-70eb-4e10-8087-1385d93f5cbf/1c9a4e58-351e-45bb-8981-70921e1085a6/be75e727-30cb-4dd1-873d-66fead1a454b) {{(pid=78472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:39:26.376824 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port b405a014-c2c1-41ff-8694-e2766cd86eea triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:39:26.378061 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:26.606910 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-d494809f-554f-426c-b416-baae5cf17c03 req-e0272868-2d95-403a-b71f-0049cf37dfac tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/ports?device_id=afcec3a3-8331-4256-be05-b6d61d2ccf6d HTTP/1.1" status: 200 len: 210 time: 0.7335205 Jun 17 14:39:26.610101 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-cb488cb7-41c8-4613-b41d-663061fa8644 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:26.620285 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-c0afbb8d-8662-409f-9d13-99cb0282ba74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:26.675364 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.provisioning_blocks [None req-c0afbb8d-8662-409f-9d13-99cb0282ba74 admin admin] Transition to ACTIVE for port object be75e727-30cb-4dd1-873d-66fead1a454b will not be triggered until provisioned by entity DHCP. {{(pid=78472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:39:26.697701 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:26.719883 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] For port b405a014-c2c1-41ff-8694-e2766cd86eea, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=b405a014-c2c1-41ff-8694-e2766cd86eea,segment=NetworkSegment(23ce0af5-72f9-4008-9996-e17bae4589dc),segment_id=23ce0af5-72f9-4008-9996-e17bae4589dc)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:39:26.726852 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:26.736285 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-c0afbb8d-8662-409f-9d13-99cb0282ba74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906'] for port, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:26.738841 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:26.746240 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:26.998108 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 66eb6247-00df-4eb7-bd0c-aca2aeba4c4c up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:39:27.030601 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afbb8d-8662-409f-9d13-99cb0282ba74 admin admin] Pushing event updated for resources: {'Port': ['ID=be75e727-30cb-4dd1-873d-66fead1a454b,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:27.041505 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-c0afbb8d-8662-409f-9d13-99cb0282ba74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:27.090614 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0afbb8d-8662-409f-9d13-99cb0282ba74 admin admin] Network 224875c5-70eb-4e10-8087-1385d93f5cbf is already hosted by enough agents. {{(pid=78472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:39:27.096216 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.base_scheduler [None req-c0afbb8d-8662-409f-9d13-99cb0282ba74 admin admin] Resources bound (agent type, host, resource id): {{(pid=78472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:39:27.102101 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Pushing event updated for resources: {'Port': ['ID=b405a014-c2c1-41ff-8694-e2766cd86eea,revision_number=4']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:27.120524 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:27.126495 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0afbb8d-8662-409f-9d13-99cb0282ba74 admin admin] Received port after_create {{(pid=78472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:39:27.126983 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-c0afbb8d-8662-409f-9d13-99cb0282ba74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768299'] for router_interface, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:27.352489 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0706a0ce-958e-4be2-9a8c-e24bbe9bcded admin admin] Checking segment: {'id': 'd027fede-c46e-4d19-8043-5ebfc97eee4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'a3630eea-203f-4065-8446-5f70f74f86d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:39:27.353144 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0706a0ce-958e-4be2-9a8c-e24bbe9bcded admin admin] Network hostable DHCP agents. Network: a3630eea-203f-4065-8446-5f70f74f86d5, hostable agents: ['cf6f0ed2-8328-4e51-ab4a-90de33d65f7e'], hosted agents: [] {{(pid=78471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:39:27.390208 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-f5a0fd55-b715-4ca5-ac72-e4ce66a4a1a5 None None] Notify callbacks [] for port, precommit_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:27.412387 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 66eb6247-00df-4eb7-bd0c-aca2aeba4c4c triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:39:27.413070 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:27.431012 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-cb488cb7-41c8-4613-b41d-663061fa8644 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:27.498528 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-c0afbb8d-8662-409f-9d13-99cb0282ba74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:27.540555 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-f5a0fd55-b715-4ca5-ac72-e4ce66a4a1a5 None None] Transition to ACTIVE for port object 345c21d5-2f79-434a-ae4e-b085996bbe61 will not be triggered until provisioned by entity L2. {{(pid=78473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:39:27.559357 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-f5a0fd55-b715-4ca5-ac72-e4ce66a4a1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:27.587348 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:27.734397 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-cb488cb7-41c8-4613-b41d-663061fa8644 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Made reservation on behalf of 1b45a5667af44c408b810bef63493e23 for: {'port': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:39:27.740415 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-cb488cb7-41c8-4613-b41d-663061fa8644 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:27.836886 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-9f376907-235d-4abd-9135-ff3985d4ee51 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Notify callbacks [] for port, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:27.881126 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea5502-55e5-4d38-83c7-bf530a4259c3 None None] Pushing event updated for resources: {'Port': ['ID=345c21d5-2f79-434a-ae4e-b085996bbe61,revision_number=2']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:27.886362 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-cfea5502-55e5-4d38-83c7-bf530a4259c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:27.949504 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0706a0ce-958e-4be2-9a8c-e24bbe9bcded admin admin] Network a3630eea-203f-4065-8446-5f70f74f86d5 is scheduled to be hosted by DHCP agent cf6f0ed2-8328-4e51-ab4a-90de33d65f7e with binding_index 1 {{(pid=78471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:39:27.963888 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-5ccd07d4-7f6e-416b-a806-c097b59b57c3 None None] Provisioning for port be75e727-30cb-4dd1-873d-66fead1a454b completed by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:39:27.978403 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-f5a0fd55-b715-4ca5-ac72-e4ce66a4a1a5 None None] Attempting to bind port 345c21d5-2f79-434a-ae4e-b085996bbe61 on host dv-cinder-796859-1-smb for vnic_type normal with profile {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:39:27.979240 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-f5a0fd55-b715-4ca5-ac72-e4ce66a4a1a5 None None] Attempting to bind port 345c21d5-2f79-434a-ae4e-b085996bbe61 by drivers openvswitch,hyperv on host dv-cinder-796859-1-smb at level 0 using segments [{'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:39:27.979968 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a0fd55-b715-4ca5-ac72-e4ce66a4a1a5 None None] Attempting to bind port 345c21d5-2f79-434a-ae4e-b085996bbe61 on network a25846cf-426a-46fe-928d-52e0b9163129 {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:39:27.981144 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3a3e5e4d-f7fd-428e-99a0-2f93bfc42e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:27.991018 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a0fd55-b715-4ca5-ac72-e4ce66a4a1a5 None None] Checking agent: {'id': '90be04d1-4e68-4ce3-b058-a3d90bbc2941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 30, 7), 'started_at': datetime.datetime(2021, 6, 17, 14, 30, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:39:27.991809 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a0fd55-b715-4ca5-ac72-e4ce66a4a1a5 None None] Checking segment: {'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:39:27.992504 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-f5a0fd55-b715-4ca5-ac72-e4ce66a4a1a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:27.994023 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a0fd55-b715-4ca5-ac72-e4ce66a4a1a5 None None] Bound using segment: {'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:39:27.994740 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-f5a0fd55-b715-4ca5-ac72-e4ce66a4a1a5 None None] Bound port: 345c21d5-2f79-434a-ae4e-b085996bbe61, host: dv-cinder-796859-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'}}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:39:27.995833 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-f5a0fd55-b715-4ca5-ac72-e4ce66a4a1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:28.151735 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-f5a0fd55-b715-4ca5-ac72-e4ce66a4a1a5 None None] For port 345c21d5-2f79-434a-ae4e-b085996bbe61, host dv-cinder-796859-1-smb, cleared binding levels {{(pid=78473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:39:28.158499 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-f5a0fd55-b715-4ca5-ac72-e4ce66a4a1a5 None None] For port 345c21d5-2f79-434a-ae4e-b085996bbe61, host dv-cinder-796859-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=345c21d5-2f79-434a-ae4e-b085996bbe61,segment=NetworkSegment(23ce0af5-72f9-4008-9996-e17bae4589dc),segment_id=23ce0af5-72f9-4008-9996-e17bae4589dc)] {{(pid=78473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:39:28.166690 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-d3c633c6-aede-4b39-99e9-9d34762b3682 service neutron] 10.222.0.77 "GET /v2.0/networks/34fc0036-5367-41f0-8c95-8b89259c3d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5537157 Jun 17 14:39:28.167290 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [None req-0706a0ce-958e-4be2-9a8c-e24bbe9bcded admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-smb, a3630eea-203f-4065-8446-5f70f74f86d5) {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:39:28.174198 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-5ccd07d4-7f6e-416b-a806-c097b59b57c3 None None] Provisioning complete for port be75e727-30cb-4dd1-873d-66fead1a454b triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:39:28.175166 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-5ccd07d4-7f6e-416b-a806-c097b59b57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:28.199447 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0706a0ce-958e-4be2-9a8c-e24bbe9bcded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:28.200148 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-0706a0ce-958e-4be2-9a8c-e24bbe9bcded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for subnet, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:28.285676 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-0706a0ce-958e-4be2-9a8c-e24bbe9bcded admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 13.5735526 Jun 17 14:39:28.297539 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-f5a0fd55-b715-4ca5-ac72-e4ce66a4a1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:28.313384 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d8fbac-69a1-4b2a-9c2c-532254395ab5 None None] Network a3630eea-203f-4065-8446-5f70f74f86d5 requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:39:28.424815 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-5cde4050-8ffd-4886-86ea-9c47cd00d0dd req-3109ab58-54fb-419a-a2b5-d25fc3bbf3e2 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/ports?device_id=afcec3a3-8331-4256-be05-b6d61d2ccf6d HTTP/1.1" status: 200 len: 210 time: 0.1809623 Jun 17 14:39:28.430792 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:28.471626 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-c0afbb8d-8662-409f-9d13-99cb0282ba74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:28.479873 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-c0afbb8d-8662-409f-9d13-99cb0282ba74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:28.481338 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-c0afbb8d-8662-409f-9d13-99cb0282ba74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768392'] for router_interface, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:28.525215 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-5a489bea-bd52-4543-888f-529134186512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:28.662351 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-9f376907-235d-4abd-9135-ff3985d4ee51 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906'] for port, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:28.828620 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-5ccd07d4-7f6e-416b-a806-c097b59b57c3 None None] Port be75e727-30cb-4dd1-873d-66fead1a454b cannot update to ACTIVE because it is not bound. {{(pid=78473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:39:29.028205 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:29.036638 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afbb8d-8662-409f-9d13-99cb0282ba74 admin admin] Pushing event updated for resources: {'Port': ['ID=be75e727-30cb-4dd1-873d-66fead1a454b,revision_number=2']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:29.043982 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-c0afbb8d-8662-409f-9d13-99cb0282ba74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:29.060021 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device b405a014-c2c1-41ff-8694-e2766cd86eea up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:39:29.077500 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0afbb8d-8662-409f-9d13-99cb0282ba74 admin admin] Network 224875c5-70eb-4e10-8087-1385d93f5cbf is already hosted by enough agents. {{(pid=78472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:39:29.078674 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.base_scheduler [None req-c0afbb8d-8662-409f-9d13-99cb0282ba74 admin admin] Resources bound (agent type, host, resource id): {{(pid=78472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:39:29.251782 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3a3e5e4d-f7fd-428e-99a0-2f93bfc42e3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:29.281256 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_common [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-cb488cb7-41c8-4613-b41d-663061fa8644 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Allocated IP 172.20.0.7 (34fc0036-5367-41f0-8c95-8b89259c3d41/3ff14308-63ae-4af6-a26f-fe7c9884ddaa/205b989c-e347-402b-9b8f-64bdbffaacdf) {{(pid=78471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:39:29.326784 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-9f376907-235d-4abd-9135-ff3985d4ee51 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Network 313c2127-14f5-4cea-99d7-b1c067c1b6be is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:39:29.334668 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3a3e5e4d-f7fd-428e-99a0-2f93bfc42e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:29.355166 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-9f376907-235d-4abd-9135-ff3985d4ee51 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:39:29.371736 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-0ec5b7b4-59fb-410f-ae36-3529b04129f2 service neutron] 10.222.0.77 "GET /v2.0/networks/34fc0036-5367-41f0-8c95-8b89259c3d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1322229 Jun 17 14:39:29.377421 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-9f376907-235d-4abd-9135-ff3985d4ee51 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Received port after_create {{(pid=78471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:39:29.394841 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-9f376907-235d-4abd-9135-ff3985d4ee51 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:29.395737 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-9f376907-235d-4abd-9135-ff3985d4ee51 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:29.443591 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3a3e5e4d-f7fd-428e-99a0-2f93bfc42e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768392'] for router_interface, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:29.457180 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-9f376907-235d-4abd-9135-ff3985d4ee51 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.8839934 Jun 17 14:39:29.514553 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a0fd55-b715-4ca5-ac72-e4ce66a4a1a5 None None] Routers {'eccb3088-75f3-43cf-93b3-831e5015d82f'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:39:29.515598 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-f5a0fd55-b715-4ca5-ac72-e4ce66a4a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:39:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['eccb3088-75f3-43cf-93b3-831e5015d82f'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:29.544044 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-58fc963f-c540-4108-9107-6243b99930a1 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=78471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:39:29.547794 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-58fc963f-c540-4108-9107-6243b99930a1 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0497839 Jun 17 14:39:29.745928 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f376907-235d-4abd-9135-ff3985d4ee51 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Pushing event updated for resources: {'Port': ['ID=72598bca-6205-4969-b555-c44bfcdfe048,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:29.799211 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-9f376907-235d-4abd-9135-ff3985d4ee51 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:29.799964 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.317s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:29.885540 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0afbb8d-8662-409f-9d13-99cb0282ba74 admin admin] Router eccb3088-75f3-43cf-93b3-831e5015d82f has already been hosted by L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 {{(pid=78472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:39:29.955639 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea5502-55e5-4d38-83c7-bf530a4259c3 None None] Pushing event updated for resources: {'Port': ['ID=345c21d5-2f79-434a-ae4e-b085996bbe61,revision_number=3']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:30.146305 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-0ccf3f9f-30a4-4ed0-ae79-1f4cbbf003dd req-0e3c942d-05a3-49fd-9871-69005ff8d134 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Synchronizing usage tracker for tenant:1b45a5667af44c408b810bef63493e23 on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:39:30.195465 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-cfea5502-55e5-4d38-83c7-bf530a4259c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.752s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:30.240124 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6334d5ae-e5d0-4eba-a423-6934ffaa414e None None] Network a3630eea-203f-4065-8446-5f70f74f86d5 requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:39:30.305937 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port b405a014-c2c1-41ff-8694-e2766cd86eea triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:39:30.306308 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:30.438095 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 40902) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:30.504744 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-7ab6ed01-e8e2-4f45-b361-ae686843b144 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1761861040-network', 'tenant_id': 'dab0ac15617547c58ddccf63f232fec2'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:30.535848 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-7ab6ed01-e8e2-4f45-b361-ae686843b144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:30.576801 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-7ab6ed01-e8e2-4f45-b361-ae686843b144 admin admin] Usage tracker for resource:network and tenant:dab0ac15617547c58ddccf63f232fec2 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:30.585504 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-1c2aac64-c106-4589-b841-23b060dce0f7 None None] Provisioning complete for port be75e727-30cb-4dd1-873d-66fead1a454b triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:39:30.586430 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-1c2aac64-c106-4589-b841-23b060dce0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:30.618443 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07ffd8-2987-460a-acbc-85a31bcba0f2 req-65b7b2ad-4fdb-4cc2-af75-7b7649760d22 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:30.630632 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-6c07ffd8-2987-460a-acbc-85a31bcba0f2 req-65b7b2ad-4fdb-4cc2-af75-7b7649760d22 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/ports?device_id=afcec3a3-8331-4256-be05-b6d61d2ccf6d HTTP/1.1" status: 200 len: 931 time: 0.8458366 Jun 17 14:39:30.643097 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-7ab6ed01-e8e2-4f45-b361-ae686843b144 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:30.733430 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-1c2aac64-c106-4589-b841-23b060dce0f7 None None] Port be75e727-30cb-4dd1-873d-66fead1a454b cannot update to ACTIVE because it is not bound. {{(pid=78473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:39:30.764744 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-7ab6ed01-e8e2-4f45-b361-ae686843b144 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:30.791356 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0afbb8d-8662-409f-9d13-99cb0282ba74 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:39:30.850247 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-c0afbb8d-8662-409f-9d13-99cb0282ba74 admin admin] 10.222.0.77 "PUT /v2.0/routers/eccb3088-75f3-43cf-93b3-831e5015d82f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0151248 Jun 17 14:39:30.908267 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab6ed01-e8e2-4f45-b361-ae686843b144 admin admin] Made reservation on behalf of dab0ac15617547c58ddccf63f232fec2 for: {'network': 1} {{(pid=78472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:39:30.911915 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ed01-e8e2-4f45-b361-ae686843b144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for network, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:30.948459 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ed01-e8e2-4f45-b361-ae686843b144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:30.952696 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-0ccf3f9f-30a4-4ed0-ae79-1f4cbbf003dd req-0e3c942d-05a3-49fd-9871-69005ff8d134 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Unset dirty status for tenant:1b45a5667af44c408b810bef63493e23 on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:39:30.970977 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0ccf3f9f-30a4-4ed0-ae79-1f4cbbf003dd req-0e3c942d-05a3-49fd-9871-69005ff8d134 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 210 time: 1.0118306 Jun 17 14:39:30.997266 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e5e4d-f7fd-428e-99a0-2f93bfc42e3d admin admin] Pushing event updated for resources: {'Port': ['ID=1330286d-38fc-4f60-843d-5ffa1b9a236b,revision_number=2']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:31.004558 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3a3e5e4d-f7fd-428e-99a0-2f93bfc42e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.201s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:31.016704 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-6c07ffd8-2987-460a-acbc-85a31bcba0f2 req-80ad43e2-6e30-4abd-9622-658f5a362b0c tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Synchronizing usage tracker for tenant:306bee378e2341289eb68d6d461e9d9a on resource:security_group {{(pid=78472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:39:31.075072 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] Request body: {'port': {'device_id': 'afcec3a3-8331-4256-be05-b6d61d2ccf6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:31.100125 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-7ab6ed01-e8e2-4f45-b361-ae686843b144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:31.105579 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-6c07ffd8-2987-460a-acbc-85a31bcba0f2 req-80ad43e2-6e30-4abd-9622-658f5a362b0c tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Unset dirty status for tenant:306bee378e2341289eb68d6d461e9d9a on resource:security_group {{(pid=78472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:39:31.131018 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-6c07ffd8-2987-460a-acbc-85a31bcba0f2 req-80ad43e2-6e30-4abd-9622-658f5a362b0c tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/security-groups?id=103c7498-ea8f-4d09-ae02-2fb35326585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765389 Jun 17 14:39:31.133134 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-7ab6ed01-e8e2-4f45-b361-ae686843b144 admin admin] Usage tracker for resource:security_group_rule and tenant:dab0ac15617547c58ddccf63f232fec2 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:31.142252 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-7ab6ed01-e8e2-4f45-b361-ae686843b144 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:31.168636 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-7ab6ed01-e8e2-4f45-b361-ae686843b144 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:31.181144 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-f5a0fd55-b715-4ca5-ac72-e4ce66a4a1a5 None None] Set router eccb3088-75f3-43cf-93b3-831e5015d82f gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:39:31.533861 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ed01-e8e2-4f45-b361-ae686843b144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:31.540814 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ed01-e8e2-4f45-b361-ae686843b144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:31.557078 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-75ccfae2-f648-450d-9a7e-391472b7e927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:31.633837 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab6ed01-e8e2-4f45-b361-ae686843b144 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1316} {{(pid=78472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:39:31.682568 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6ed01-e8e2-4f45-b361-ae686843b144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee213493-ac7f-41bb-b4b0-38cec4278df3,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:31.696867 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-7ab6ed01-e8e2-4f45-b361-ae686843b144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:31.699684 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ed01-e8e2-4f45-b361-ae686843b144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:31.700338 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.db.segments_db [None req-7ab6ed01-e8e2-4f45-b361-ae686843b144 admin admin] Added segment 09385d11-6488-4475-aee5-e9e0047806f6 of type vlan for network f0d861de-2244-419a-9e2f-e10e1d5fcd76 Jun 17 14:39:31.770469 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3e5e4d-f7fd-428e-99a0-2f93bfc42e3d admin admin] Network 4883627e-6fe8-4d7a-b297-cbdd10bc6a3f is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:39:31.800264 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [None req-3a3e5e4d-f7fd-428e-99a0-2f93bfc42e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:39:31.887390 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:31.986167 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ed01-e8e2-4f45-b361-ae686843b144 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744813850956'] for network, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:32.080818 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ed01-e8e2-4f45-b361-ae686843b144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121'] for network, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:32.090920 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab6ed01-e8e2-4f45-b361-ae686843b144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:32.097664 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ed01-e8e2-4f45-b361-ae686843b144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:32.161439 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-9581d72c-7074-49f7-b5eb-89016c81384e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:32.372880 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-7ab6ed01-e8e2-4f45-b361-ae686843b144 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.9330938 Jun 17 14:39:32.381080 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 40954) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:32.417240 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-07c42322-d852-4f63-a3f5-bb9bbb5a2c92 admin admin] Request body: {'subnet': {'network_id': 'f0d861de-2244-419a-9e2f-e10e1d5fcd76', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1761861040-subnet', 'tenant_id': 'dab0ac15617547c58ddccf63f232fec2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:32.548198 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-cb488cb7-41c8-4613-b41d-663061fa8644 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Notify callbacks [] for port, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:32.641193 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-768ab268-e22f-40b9-b8f7-42b7647e7e31 None None] Provisioning complete for port 1330286d-38fc-4f60-843d-5ffa1b9a236b triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:39:32.654269 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-768ab268-e22f-40b9-b8f7-42b7647e7e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:32.803767 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-07c42322-d852-4f63-a3f5-bb9bbb5a2c92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:32.838295 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6ed01-e8e2-4f45-b361-ae686843b144 admin admin] Pushing event updated for resources: {'Network': ['ID=f0d861de-2244-419a-9e2f-e10e1d5fcd76,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:32.860123 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-b3d3ed41-ae0a-4c7e-8924-835449b54abe req-855b5f15-d934-4fcb-a6a9-2b3455772fa9 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 210 time: 0.2211347 Jun 17 14:39:32.861915 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-7ab6ed01-e8e2-4f45-b361-ae686843b144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:32.863026 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-07c42322-d852-4f63-a3f5-bb9bbb5a2c92 admin admin] Usage tracker for resource:subnet and tenant:dab0ac15617547c58ddccf63f232fec2 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:32.874640 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-07c42322-d852-4f63-a3f5-bb9bbb5a2c92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:32.905832 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-07c42322-d852-4f63-a3f5-bb9bbb5a2c92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:32.932021 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c42322-d852-4f63-a3f5-bb9bbb5a2c92 admin admin] Made reservation on behalf of dab0ac15617547c58ddccf63f232fec2 for: {'subnet': 1} {{(pid=78472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:39:32.935725 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-07c42322-d852-4f63-a3f5-bb9bbb5a2c92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:32.973993 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Network f0d861de-2244-419a-9e2f-e10e1d5fcd76 details requested by agent ovs-agent-dv-cinder-796859-1-smb with host dv-cinder-796859-1-smb {{(pid=78473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:39:33.004635 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 40962) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:33.036051 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-158ebdad-29cc-44fc-80aa-773c46171fea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--356089015', 'description': 'tempest-description--41912169'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:33.051937 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 40966) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:33.065071 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-158ebdad-29cc-44fc-80aa-773c46171fea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:33.124125 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-768ab268-e22f-40b9-b8f7-42b7647e7e31 None None] Port 1330286d-38fc-4f60-843d-5ffa1b9a236b cannot update to ACTIVE because it is not bound. {{(pid=78473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:39:33.139881 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.72', 53858) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:33.188894 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-158ebdad-29cc-44fc-80aa-773c46171fea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Usage tracker for resource:security_group and tenant:80a9b853210242ac916c0e29f6c3f9bb is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:33.231657 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-158ebdad-29cc-44fc-80aa-773c46171fea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:33.453432 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-158ebdad-29cc-44fc-80aa-773c46171fea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:33.508228 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-f5a0fd55-b715-4ca5-ac72-e4ce66a4a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'name': 'tempest-AttachVolumeTestJSON-832543081-router', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:09Z', 'updated_at': '2021-06-17T14:39:27Z', 'revision_number': 4, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'gw_port': {'id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:13Z', 'updated_at': '2021-06-17T14:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': 'be75e727-30cb-4dd1-873d-66fead1a454b', 'name': '', 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'mac_address': 'fa:16:3e:20:d8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:25Z', 'updated_at': '2021-06-17T14:39:27Z', 'revision_number': 2, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'subnets': [{'id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:33.525779 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3e5e4d-f7fd-428e-99a0-2f93bfc42e3d admin admin] Router d1165100-40dd-47bd-a365-a5fb76951709 has already been hosted by L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 {{(pid=78471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:39:33.529603 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a0fd55-b715-4ca5-ac72-e4ce66a4a1a5 None None] The sync data for ids ['eccb3088-75f3-43cf-93b3-831e5015d82f'] in dv-cinder-796859-1-smb is: [{'id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'name': 'tempest-AttachVolumeTestJSON-832543081-router', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:09Z', 'updated_at': '2021-06-17T14:39:27Z', 'revision_number': 4, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'gw_port': {'id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:13Z', 'updated_at': '2021-06-17T14:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': 'be75e727-30cb-4dd1-873d-66fead1a454b', 'name': '', 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'mac_address': 'fa:16:3e:20:d8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:25Z', 'updated_at': '2021-06-17T14:39:27Z', 'revision_number': 2, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'subnets': [{'id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:39:33.721261 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-158ebdad-29cc-44fc-80aa-773c46171fea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:33.788102 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-914fee82-a576-45df-985b-6d0c6a72a9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:33.961234 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-914fee82-a576-45df-985b-6d0c6a72a9d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:34.016339 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-158ebdad-29cc-44fc-80aa-773c46171fea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:34.065429 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-158ebdad-29cc-44fc-80aa-773c46171fea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Usage tracker for resource:security_group_rule and tenant:80a9b853210242ac916c0e29f6c3f9bb is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:34.076895 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-158ebdad-29cc-44fc-80aa-773c46171fea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:34.084158 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-158ebdad-29cc-44fc-80aa-773c46171fea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:34.262919 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-914fee82-a576-45df-985b-6d0c6a72a9d6 admin admin] Usage tracker for resource:security_group_rule and tenant:2dc0216cb5e942ee8d1b4055e83fa1ef is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:34.275245 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-914fee82-a576-45df-985b-6d0c6a72a9d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:34.292743 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-914fee82-a576-45df-985b-6d0c6a72a9d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:34.462698 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-158ebdad-29cc-44fc-80aa-773c46171fea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:34.495984 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-158ebdad-29cc-44fc-80aa-773c46171fea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:34.560940 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3e5e4d-f7fd-428e-99a0-2f93bfc42e3d admin admin] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:39:34.588873 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065f61e6-baa7-46d9-aaa0-b2acac358782 None None] Sync routers for ids ['d1165100-40dd-47bd-a365-a5fb76951709'] in dv-cinder-796859-1-smb {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:39:34.610983 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065f61e6-baa7-46d9-aaa0-b2acac358782 None None] Routers {'d1165100-40dd-47bd-a365-a5fb76951709'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:39:34.611627 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-065f61e6-baa7-46d9-aaa0-b2acac358782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:39:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['d1165100-40dd-47bd-a365-a5fb76951709'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:34.632227 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-3a3e5e4d-f7fd-428e-99a0-2f93bfc42e3d admin admin] 10.222.0.77 "PUT /v2.0/routers/d1165100-40dd-47bd-a365-a5fb76951709/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.9139547 Jun 17 14:39:34.635120 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-b2d89e1b-ccdc-46fb-b423-d9ef9cdc65c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:34.636815 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-cb488cb7-41c8-4613-b41d-663061fa8644 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906'] for port, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:34.697770 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-dae42780-5cbf-4618-b95a-7eacd5217431 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:34.715622 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-dae42780-5cbf-4618-b95a-7eacd5217431 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.72 "GET /v2.0/networks?id=34fc0036-5367-41f0-8c95-8b89259c3d41 HTTP/1.1" status: 200 len: 818 time: 1.5662014 Jun 17 14:39:34.899870 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72598bca-6205-4969-b555-c44bfcdfe048 {{(pid=78471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:39:34.916899 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:34.924220 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-914fee82-a576-45df-985b-6d0c6a72a9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:34.928674 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-158ebdad-29cc-44fc-80aa-773c46171fea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:34.931906 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-158ebdad-29cc-44fc-80aa-773c46171fea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.9164762 Jun 17 14:39:34.943556 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 41010) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:34.986821 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-914fee82-a576-45df-985b-6d0c6a72a9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:34.987468 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.provisioning_blocks [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] Transition to ACTIVE for port object 72598bca-6205-4969-b555-c44bfcdfe048 will not be triggered until provisioned by entity L2. {{(pid=78471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:39:34.999629 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-0eb95b0e-e190-4581-a7cc-437e611e8b5e tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Request body: {'port': {'device_id': '601fe5f9-1274-4ac4-8bb4-1ca15c696207', 'network_id': '34fc0036-5367-41f0-8c95-8b89259c3d41', 'admin_state_up': True, 'tenant_id': '1b45a5667af44c408b810bef63493e23'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:35.020037 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5e32eee6-f029-4e33-b71d-f24f9ce405df req-cbfb1ae3-c068-4113-9108-aa8eb68bbbae tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 210 time: 0.3758237 Jun 17 14:39:35.036169 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-9f376907-235d-4abd-9135-ff3985d4ee51 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:35.147898 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:35.197159 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-a45fcfd1-a936-43bd-834a-d318eef49964 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Request body: {'security_group_rule': {'security_group_id': 'de150c40-2ca0-4252-9c53-d3d9ce692dac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:35.283254 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c2b2e-3a82-4ca3-9801-00b597cece3f req-f68c536d-357e-48de-bcaf-dce75417ab0f tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:35.295013 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-608c2b2e-3a82-4ca3-9801-00b597cece3f req-f68c536d-357e-48de-bcaf-dce75417ab0f tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/ports?device_id=afcec3a3-8331-4256-be05-b6d61d2ccf6d HTTP/1.1" status: 200 len: 931 time: 2.1513448 Jun 17 14:39:35.410215 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-cb488cb7-41c8-4613-b41d-663061fa8644 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Network 34fc0036-5367-41f0-8c95-8b89259c3d41 is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:39:35.434909 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-cb488cb7-41c8-4613-b41d-663061fa8644 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:39:35.438518 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-cb488cb7-41c8-4613-b41d-663061fa8644 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Received port after_create {{(pid=78471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:39:35.462585 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-cb488cb7-41c8-4613-b41d-663061fa8644 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:35.463258 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-cb488cb7-41c8-4613-b41d-663061fa8644 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:35.811538 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-065f61e6-baa7-46d9-aaa0-b2acac358782 None None] Set router d1165100-40dd-47bd-a365-a5fb76951709 gateway port host: dv-cinder-796859-1-smb {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:39:35.861865 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb488cb7-41c8-4613-b41d-663061fa8644 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Pushing event updated for resources: {'Port': ['ID=205b989c-e347-402b-9b8f-64bdbffaacdf,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:35.874847 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-cb488cb7-41c8-4613-b41d-663061fa8644 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:35.883556 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.551s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:35.927691 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ebdad-29cc-44fc-80aa-773c46171fea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de150c40-2ca0-4252-9c53-d3d9ce692dac,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:35.940003 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-158ebdad-29cc-44fc-80aa-773c46171fea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.306s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:35.956560 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-cb488cb7-41c8-4613-b41d-663061fa8644 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 11.0830171 Jun 17 14:39:35.958105 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-914fee82-a576-45df-985b-6d0c6a72a9d6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2dc0216cb5e942ee8d1b4055e83fa1ef&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9031205 Jun 17 14:39:36.000102 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 41024) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:36.000710 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 41026) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:36.022040 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-a45fcfd1-a936-43bd-834a-d318eef49964 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:36.028367 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-1424f664-8509-4bf0-884a-576e52b0c27e service neutron] Request body: {'port': {'device_id': '36cd282a-a167-47dc-9b29-bcd8fb4f0799', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:36.048470 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-a45fcfd1-a936-43bd-834a-d318eef49964 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Usage tracker for resource:security_group_rule and tenant:80a9b853210242ac916c0e29f6c3f9bb is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:36.056035 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-a45fcfd1-a936-43bd-834a-d318eef49964 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:36.079443 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] Attempting to bind port 72598bca-6205-4969-b555-c44bfcdfe048 on host hv-cinder-79685 for vnic_type normal with profile {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:39:36.080363 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] Attempting to bind port 72598bca-6205-4969-b555-c44bfcdfe048 by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': 'fd1c2e82-6de0-43ea-95e7-61781e2202ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '313c2127-14f5-4cea-99d7-b1c067c1b6be'}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:39:36.081195 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] Attempting to bind port 72598bca-6205-4969-b555-c44bfcdfe048 on network 313c2127-14f5-4cea-99d7-b1c067c1b6be {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:39:36.081370 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-a45fcfd1-a936-43bd-834a-d318eef49964 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:36.092999 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.703s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:36.108139 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] Port 72598bca-6205-4969-b555-c44bfcdfe048 on network 313c2127-14f5-4cea-99d7-b1c067c1b6be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:39:36.110023 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] Attempting to bind port 72598bca-6205-4969-b555-c44bfcdfe048 on network 313c2127-14f5-4cea-99d7-b1c067c1b6be {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:39:36.182276 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] Checking agent: {'id': '80af2de7-c944-442b-b56f-5ae10827120d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:39:36.183551 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] Checking segment: {'id': 'fd1c2e82-6de0-43ea-95e7-61781e2202ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '313c2127-14f5-4cea-99d7-b1c067c1b6be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:39:36.184307 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] Bound using segment: {'id': 'fd1c2e82-6de0-43ea-95e7-61781e2202ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '313c2127-14f5-4cea-99d7-b1c067c1b6be'} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:39:36.185395 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] Bound port: 72598bca-6205-4969-b555-c44bfcdfe048, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd1c2e82-6de0-43ea-95e7-61781e2202ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '313c2127-14f5-4cea-99d7-b1c067c1b6be'}}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:39:36.187562 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:36.357059 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 345c21d5-2f79-434a-ae4e-b085996bbe61 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:39:36.456854 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] Pushing event updated for resources: {'Port': ['ID=72598bca-6205-4969-b555-c44bfcdfe048,revision_number=2']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:36.472983 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:36.547319 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-1424f664-8509-4bf0-884a-576e52b0c27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:36.574247 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] For port 72598bca-6205-4969-b555-c44bfcdfe048, host hv-cinder-79685, cleared binding levels {{(pid=78471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:39:36.625697 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-a1363d34-89e5-477e-9adc-520c1dbded56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:36.646860 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning for port 345c21d5-2f79-434a-ae4e-b085996bbe61 completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:39:36.660426 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 345c21d5-2f79-434a-ae4e-b085996bbe61 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:39:36.663365 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:36.765390 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-608c2b2e-3a82-4ca3-9801-00b597cece3f req-10f56466-5b8b-4a81-9b43-3083bbd19cb3 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/security-groups?id=103c7498-ea8f-4d09-ae02-2fb35326585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4679396 Jun 17 14:39:36.770909 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914fee82-a576-45df-985b-6d0c6a72a9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afb6e05-af14-4ffb-a2cd-ef8da29d8cc7,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:36.779064 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-914fee82-a576-45df-985b-6d0c6a72a9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:36.783716 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a45fcfd1-a936-43bd-834a-d318eef49964 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:36.841086 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-0eb95b0e-e190-4581-a7cc-437e611e8b5e tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:36.881474 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:36.887115 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] For port 72598bca-6205-4969-b555-c44bfcdfe048, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=72598bca-6205-4969-b555-c44bfcdfe048,segment=NetworkSegment(fd1c2e82-6de0-43ea-95e7-61781e2202ae),segment_id=fd1c2e82-6de0-43ea-95e7-61781e2202ae)] {{(pid=78471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:39:36.907857 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:36.952837 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:36.971264 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-0eb95b0e-e190-4581-a7cc-437e611e8b5e tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:37.006241 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-36904a79-be00-4f1f-bfdc-9e9f68f88ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:37.009125 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-34282c4d-eafb-4d0f-86bd-3f1282a5a013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:37.088072 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:37.144206 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] For port 345c21d5-2f79-434a-ae4e-b085996bbe61, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=345c21d5-2f79-434a-ae4e-b085996bbe61,segment=NetworkSegment(23ce0af5-72f9-4008-9996-e17bae4589dc),segment_id=23ce0af5-72f9-4008-9996-e17bae4589dc)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:39:37.151840 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:37.161256 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:37.180574 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 41044) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:37.181990 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] Pushing event updated for resources: {'Port': ['ID=72598bca-6205-4969-b555-c44bfcdfe048,revision_number=3']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:37.193784 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:37.204365 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-4cfba8e0-88ef-44bd-a3b3-2a00ea0a73f7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2027698403', 'description': 'tempest-description--1331603980'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:37.215152 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-4cfba8e0-88ef-44bd-a3b3-2a00ea0a73f7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:37.220472 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-4cfba8e0-88ef-44bd-a3b3-2a00ea0a73f7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Usage tracker for resource:security_group and tenant:092c45fa4f034867b5054335dbba9fa1 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:37.223928 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-0eb95b0e-e190-4581-a7cc-437e611e8b5e tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Made reservation on behalf of 1b45a5667af44c408b810bef63493e23 for: {'port': 1} {{(pid=78472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:39:37.224435 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-4cfba8e0-88ef-44bd-a3b3-2a00ea0a73f7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:37.235195 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-0eb95b0e-e190-4581-a7cc-437e611e8b5e tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:37.239842 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-065f61e6-baa7-46d9-aaa0-b2acac358782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'name': 'tempest-AttachVolumeShelveTestJSON-1729819513-router', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:02Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'gw_port': {'id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:06Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': '1330286d-38fc-4f60-843d-5ffa1b9a236b', 'name': '', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'mac_address': 'fa:16:3e:25:6a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '49d50089-0579-444b-be8e-835b748ebcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:17Z', 'updated_at': '2021-06-17T14:39:28Z', 'revision_number': 2, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'subnets': [{'id': '49d50089-0579-444b-be8e-835b748ebcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:37.251893 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-4cfba8e0-88ef-44bd-a3b3-2a00ea0a73f7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:37.259201 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065f61e6-baa7-46d9-aaa0-b2acac358782 None None] Checking router: d1165100-40dd-47bd-a365-a5fb76951709 for host: dv-cinder-796859-1-smb {{(pid=78474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:39:37.259695 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065f61e6-baa7-46d9-aaa0-b2acac358782 None None] Updating router d1165100-40dd-47bd-a365-a5fb76951709 port 1330286d-38fc-4f60-843d-5ffa1b9a236b binding host dv-cinder-796859-1-smb {{(pid=78474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:39:37.286139 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-4cfba8e0-88ef-44bd-a3b3-2a00ea0a73f7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:37.345980 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-4cfba8e0-88ef-44bd-a3b3-2a00ea0a73f7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:37.355720 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-4cfba8e0-88ef-44bd-a3b3-2a00ea0a73f7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Usage tracker for resource:security_group_rule and tenant:092c45fa4f034867b5054335dbba9fa1 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:37.361278 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-4cfba8e0-88ef-44bd-a3b3-2a00ea0a73f7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:37.373838 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-4cfba8e0-88ef-44bd-a3b3-2a00ea0a73f7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:37.379577 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Pushing event updated for resources: {'Port': ['ID=345c21d5-2f79-434a-ae4e-b085996bbe61,revision_number=4']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:37.380719 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a45fcfd1-a936-43bd-834a-d318eef49964 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:37.403494 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:37.425067 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:37.427832 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:37.431256 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] 10.222.0.72 "PUT /v2.0/ports/72598bca-6205-4969-b555-c44bfcdfe048 HTTP/1.1" status: 200 len: 1093 time: 6.8386121 Jun 17 14:39:37.482078 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afcec3a3-8331-4256-be05-b6d61d2ccf6d', 'tag': '72598bca-6205-4969-b555-c44bfcdfe048'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:39:37.482833 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-065f61e6-baa7-46d9-aaa0-b2acac358782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:37.575003 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-36904a79-be00-4f1f-bfdc-9e9f68f88ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:37.730029 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-34282c4d-eafb-4d0f-86bd-3f1282a5a013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:37.808295 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a45fcfd1-a936-43bd-834a-d318eef49964 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767735'] for security_group_rule, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:37.818565 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-1882902d-3857-4559-813d-03f435785244 req-0a1f32fd-1443-4ca2-9bf7-3c526b8a2124 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 210 time: 0.4302969 Jun 17 14:39:37.841539 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-34282c4d-eafb-4d0f-86bd-3f1282a5a013 admin admin] Usage tracker for resource:security_group_rule and tenant:f24812245f394169af700d212339fb5c is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:37.850383 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-34282c4d-eafb-4d0f-86bd-3f1282a5a013 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:37.872894 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-34282c4d-eafb-4d0f-86bd-3f1282a5a013 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:37.947694 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-4cfba8e0-88ef-44bd-a3b3-2a00ea0a73f7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:38.006684 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-34282c4d-eafb-4d0f-86bd-3f1282a5a013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:38.014458 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb86a24-e43f-40b8-9e5a-ae2d5fcb4889 None None] Sync routers for ids ['eccb3088-75f3-43cf-93b3-831e5015d82f'] in dv-cinder-796859-1-smb {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:39:38.030341 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb86a24-e43f-40b8-9e5a-ae2d5fcb4889 None None] Routers {'eccb3088-75f3-43cf-93b3-831e5015d82f'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:39:38.031009 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-dbb86a24-e43f-40b8-9e5a-ae2d5fcb4889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:39:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['eccb3088-75f3-43cf-93b3-831e5015d82f'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:38.058731 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:38.085650 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-36904a79-be00-4f1f-bfdc-9e9f68f88ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:38.118859 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fcfd1-a936-43bd-834a-d318eef49964 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dfb55fd-e0e9-4aa7-a3fb-d244a9d5b1c0,revision_number=0']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:38.174390 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-4cfba8e0-88ef-44bd-a3b3-2a00ea0a73f7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:38.177707 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afcec3a3-8331-4256-be05-b6d61d2ccf6d', 'tag': '72598bca-6205-4969-b555-c44bfcdfe048', 'status': 'completed', 'code': 200} Jun 17 14:39:38.233197 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-34282c4d-eafb-4d0f-86bd-3f1282a5a013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:38.247733 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:38.260613 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 345c21d5-2f79-434a-ae4e-b085996bbe61 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:39:38.279003 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-a45fcfd1-a936-43bd-834a-d318eef49964 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:38.279777 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:38.301537 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-065f61e6-baa7-46d9-aaa0-b2acac358782 None None] Notify callbacks [] for port, precommit_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:38.314122 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36904a79-be00-4f1f-bfdc-9e9f68f88ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afb6e05-af14-4ffb-a2cd-ef8da29d8cc7,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:38.324284 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-1424f664-8509-4bf0-884a-576e52b0c27e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205b989c-e347-402b-9b8f-64bdbffaacdf {{(pid=78471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:39:38.335173 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfba8e0-88ef-44bd-a3b3-2a00ea0a73f7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4518131a-3d43-4841-8ae6-5366afdfdac0,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:38.341745 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-1424f664-8509-4bf0-884a-576e52b0c27e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:38.343565 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.provisioning_blocks [None req-065f61e6-baa7-46d9-aaa0-b2acac358782 None None] Transition to ACTIVE for port object 1330286d-38fc-4f60-843d-5ffa1b9a236b will not be triggered until provisioned by entity L2. {{(pid=78474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:39:38.345239 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-4cfba8e0-88ef-44bd-a3b3-2a00ea0a73f7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:38.346039 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-4cfba8e0-88ef-44bd-a3b3-2a00ea0a73f7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:38.347203 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-4cfba8e0-88ef-44bd-a3b3-2a00ea0a73f7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1518612 Jun 17 14:39:38.356359 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 41068) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:38.369293 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-065f61e6-baa7-46d9-aaa0-b2acac358782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:38.371505 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-6be7eec7-f375-4fcc-b2e0-b54ee396087e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Request body: {'security_group_rule': {'security_group_id': '4518131a-3d43-4841-8ae6-5366afdfdac0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:38.379963 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.provisioning_blocks [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-1424f664-8509-4bf0-884a-576e52b0c27e service neutron] Transition to ACTIVE for port object 205b989c-e347-402b-9b8f-64bdbffaacdf will not be triggered until provisioned by entity L2. {{(pid=78471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:39:38.380340 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [None req-0ae9ca75-5d0b-41b5-8afc-f61087833ed0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:38.384075 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-6be7eec7-f375-4fcc-b2e0-b54ee396087e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:38.389567 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-1424f664-8509-4bf0-884a-576e52b0c27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:38.391946 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-6be7eec7-f375-4fcc-b2e0-b54ee396087e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Usage tracker for resource:security_group_rule and tenant:092c45fa4f034867b5054335dbba9fa1 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:38.407200 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-6be7eec7-f375-4fcc-b2e0-b54ee396087e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:38.410356 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:38.464703 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-a727fb24-ca3b-4d4d-8974-ff8de0eb4dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:38.464922 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 345c21d5-2f79-434a-ae4e-b085996bbe61 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:39:38.465458 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:38.466266 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-a727fb24-ca3b-4d4d-8974-ff8de0eb4dcd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=306bee378e2341289eb68d6d461e9d9a&device_id=afcec3a3-8331-4256-be05-b6d61d2ccf6d HTTP/1.1" status: 200 len: 1096 time: 0.2905955 Jun 17 14:39:38.557607 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-6be7eec7-f375-4fcc-b2e0-b54ee396087e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:38.573513 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-dbb86a24-e43f-40b8-9e5a-ae2d5fcb4889 None None] Set router eccb3088-75f3-43cf-93b3-831e5015d82f gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:39:38.702908 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.db_base_plugin_common [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-0eb95b0e-e190-4581-a7cc-437e611e8b5e tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Allocated IP 172.20.0.2 (34fc0036-5367-41f0-8c95-8b89259c3d41/3ff14308-63ae-4af6-a26f-fe7c9884ddaa/45011152-843b-4f5e-af6a-4195096374b9) {{(pid=78472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:39:38.722864 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.managers [None req-065f61e6-baa7-46d9-aaa0-b2acac358782 None None] Attempting to bind port 1330286d-38fc-4f60-843d-5ffa1b9a236b on host dv-cinder-796859-1-smb for vnic_type normal with profile {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:39:38.723477 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.managers [None req-065f61e6-baa7-46d9-aaa0-b2acac358782 None None] Attempting to bind port 1330286d-38fc-4f60-843d-5ffa1b9a236b by drivers openvswitch,hyperv on host dv-cinder-796859-1-smb at level 0 using segments [{'id': 'ef4e99fd-5ea2-4b62-860e-4bd36a6de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f'}] {{(pid=78474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:39:38.724923 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065f61e6-baa7-46d9-aaa0-b2acac358782 None None] Attempting to bind port 1330286d-38fc-4f60-843d-5ffa1b9a236b on network 4883627e-6fe8-4d7a-b297-cbdd10bc6a3f {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:39:38.733942 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065f61e6-baa7-46d9-aaa0-b2acac358782 None None] Checking agent: {'id': '90be04d1-4e68-4ce3-b058-a3d90bbc2941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 30, 7), 'started_at': datetime.datetime(2021, 6, 17, 14, 30, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:39:38.737912 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065f61e6-baa7-46d9-aaa0-b2acac358782 None None] Checking segment: {'id': 'ef4e99fd-5ea2-4b62-860e-4bd36a6de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:39:38.738118 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-0c445523-71c0-4db2-8c7b-d135dff7c011 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72598bca-6205-4969-b555-c44bfcdfe048 HTTP/1.1" status: 200 len: 217 time: 0.2079742 Jun 17 14:39:38.738802 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-065f61e6-baa7-46d9-aaa0-b2acac358782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:38.739364 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065f61e6-baa7-46d9-aaa0-b2acac358782 None None] Bound using segment: {'id': 'ef4e99fd-5ea2-4b62-860e-4bd36a6de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f'} {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:39:38.740014 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.managers [None req-065f61e6-baa7-46d9-aaa0-b2acac358782 None None] Bound port: 1330286d-38fc-4f60-843d-5ffa1b9a236b, host: dv-cinder-796859-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4e99fd-5ea2-4b62-860e-4bd36a6de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f'}}] {{(pid=78474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:39:38.744077 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-065f61e6-baa7-46d9-aaa0-b2acac358782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:38.856561 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-1424f664-8509-4bf0-884a-576e52b0c27e service neutron] Attempting to bind port 205b989c-e347-402b-9b8f-64bdbffaacdf on host hv-cinder-79685 for vnic_type normal with profile {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:39:38.856899 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-1424f664-8509-4bf0-884a-576e52b0c27e service neutron] Attempting to bind port 205b989c-e347-402b-9b8f-64bdbffaacdf by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': 'dedd8951-6ee6-4681-8cee-1068e8dc43e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '34fc0036-5367-41f0-8c95-8b89259c3d41'}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:39:38.857227 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-1424f664-8509-4bf0-884a-576e52b0c27e service neutron] Attempting to bind port 205b989c-e347-402b-9b8f-64bdbffaacdf on network 34fc0036-5367-41f0-8c95-8b89259c3d41 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:39:38.895841 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424f664-8509-4bf0-884a-576e52b0c27e service neutron] Pushing event updated for resources: {'Port': ['ID=205b989c-e347-402b-9b8f-64bdbffaacdf,revision_number=2']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:38.903883 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-1424f664-8509-4bf0-884a-576e52b0c27e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:38.904490 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-1424f664-8509-4bf0-884a-576e52b0c27e service neutron] Port 205b989c-e347-402b-9b8f-64bdbffaacdf on network 34fc0036-5367-41f0-8c95-8b89259c3d41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:39:38.904812 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-1424f664-8509-4bf0-884a-576e52b0c27e service neutron] Attempting to bind port 205b989c-e347-402b-9b8f-64bdbffaacdf on network 34fc0036-5367-41f0-8c95-8b89259c3d41 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:39:38.909863 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.db [None req-065f61e6-baa7-46d9-aaa0-b2acac358782 None None] For port 1330286d-38fc-4f60-843d-5ffa1b9a236b, host dv-cinder-796859-1-smb, cleared binding levels {{(pid=78474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:39:38.922559 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.db [None req-065f61e6-baa7-46d9-aaa0-b2acac358782 None None] For port 1330286d-38fc-4f60-843d-5ffa1b9a236b, host dv-cinder-796859-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=1330286d-38fc-4f60-843d-5ffa1b9a236b,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:39:38.926540 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-1424f664-8509-4bf0-884a-576e52b0c27e service neutron] Checking agent: {'id': '80af2de7-c944-442b-b56f-5ae10827120d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:39:38.926881 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-1424f664-8509-4bf0-884a-576e52b0c27e service neutron] Checking segment: {'id': 'dedd8951-6ee6-4681-8cee-1068e8dc43e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '34fc0036-5367-41f0-8c95-8b89259c3d41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:39:38.927272 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-1424f664-8509-4bf0-884a-576e52b0c27e service neutron] Bound using segment: {'id': 'dedd8951-6ee6-4681-8cee-1068e8dc43e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '34fc0036-5367-41f0-8c95-8b89259c3d41'} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:39:38.927764 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-1424f664-8509-4bf0-884a-576e52b0c27e service neutron] Bound port: 205b989c-e347-402b-9b8f-64bdbffaacdf, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dedd8951-6ee6-4681-8cee-1068e8dc43e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '34fc0036-5367-41f0-8c95-8b89259c3d41'}}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:39:38.928110 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-1424f664-8509-4bf0-884a-576e52b0c27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:38.930642 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f55a8-0291-48b6-aed1-60162f19fd2e None None] Pushing event updated for resources: {'Port': ['ID=1330286d-38fc-4f60-843d-5ffa1b9a236b,revision_number=3']} {{(pid=78474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:38.938088 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [None req-b56f55a8-0291-48b6-aed1-60162f19fd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:38.940281 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-065f61e6-baa7-46d9-aaa0-b2acac358782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:38.960992 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:39.020128 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-0eb95b0e-e190-4581-a7cc-437e611e8b5e tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Notify callbacks [] for port, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:39.082626 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-7634f243-c9c9-456c-ac53-fb26e14d5d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:39.084401 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-7634f243-c9c9-456c-ac53-fb26e14d5d56 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd825ff8-da34-4910-bf50-e3f0b3e9eae2 HTTP/1.1" status: 200 len: 852 time: 0.3379467 Jun 17 14:39:39.086585 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f55a8-0291-48b6-aed1-60162f19fd2e None None] Pushing event updated for resources: {'Port': ['ID=1330286d-38fc-4f60-843d-5ffa1b9a236b,revision_number=4']} {{(pid=78474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:39.091362 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [None req-b56f55a8-0291-48b6-aed1-60162f19fd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:39.108853 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065f61e6-baa7-46d9-aaa0-b2acac358782 None None] Routers {'d1165100-40dd-47bd-a365-a5fb76951709'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:39:39.109488 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-065f61e6-baa7-46d9-aaa0-b2acac358782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:39:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['d1165100-40dd-47bd-a365-a5fb76951709'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:39.174633 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-36904a79-be00-4f1f-bfdc-9e9f68f88ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:39.176803 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-36904a79-be00-4f1f-bfdc-9e9f68f88ad7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3afb6e05-af14-4ffb-a2cd-ef8da29d8cc7 HTTP/1.1" status: 204 len: 168 time: 3.0640805 Jun 17 14:39:39.241234 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-0eb95b0e-e190-4581-a7cc-437e611e8b5e tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906'] for port, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:39.272596 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-34282c4d-eafb-4d0f-86bd-3f1282a5a013 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f24812245f394169af700d212339fb5c&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1619275 Jun 17 14:39:39.298470 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 41088) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:39.322859 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-d3d0005e-9885-4bd8-8c70-c6a1276f5126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:39.325912 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34282c4d-eafb-4d0f-86bd-3f1282a5a013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78276e50-7d52-495d-8a93-8b8c5ce33a36,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:39.373578 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-34282c4d-eafb-4d0f-86bd-3f1282a5a013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.093s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:39.389573 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-d7a1a974-29b3-4cb2-b64f-82794f63884c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.041s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:39.389573 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-d7a1a974-29b3-4cb2-b64f-82794f63884c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:39.401321 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a45fcfd1-a936-43bd-834a-d318eef49964 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:39.402861 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-a45fcfd1-a936-43bd-834a-d318eef49964 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 4.4274747 Jun 17 14:39:39.412648 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-5ccae7a9-d0f7-4e02-b8ec-0aa98aa8c9ea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=313c2127-14f5-4cea-99d7-b1c067c1b6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1995897 Jun 17 14:39:39.438624 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-5a489bea-bd52-4543-888f-529134186512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:39.444310 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-dbb86a24-e43f-40b8-9e5a-ae2d5fcb4889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'name': 'tempest-AttachVolumeTestJSON-832543081-router', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:09Z', 'updated_at': '2021-06-17T14:39:27Z', 'revision_number': 4, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'gw_port': {'id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:13Z', 'updated_at': '2021-06-17T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': 'be75e727-30cb-4dd1-873d-66fead1a454b', 'name': '', 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'mac_address': 'fa:16:3e:20:d8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:25Z', 'updated_at': '2021-06-17T14:39:27Z', 'revision_number': 2, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'subnets': [{'id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:39.453049 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 41092) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:39.460411 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb86a24-e43f-40b8-9e5a-ae2d5fcb4889 None None] Checking router: eccb3088-75f3-43cf-93b3-831e5015d82f for host: dv-cinder-796859-1-smb {{(pid=78473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:39:39.460411 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb86a24-e43f-40b8-9e5a-ae2d5fcb4889 None None] Updating router eccb3088-75f3-43cf-93b3-831e5015d82f port be75e727-30cb-4dd1-873d-66fead1a454b binding host dv-cinder-796859-1-smb {{(pid=78473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:39:39.520826 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-0eb95b0e-e190-4581-a7cc-437e611e8b5e tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Network 34fc0036-5367-41f0-8c95-8b89259c3d41 is already hosted by enough agents. {{(pid=78472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:39:39.523737 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-ee88f507-932f-4081-9161-852978c98931 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Request body: {'security_group_rule': {'security_group_id': 'de150c40-2ca0-4252-9c53-d3d9ce692dac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:39.540286 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6be7eec7-f375-4fcc-b2e0-b54ee396087e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:39.540994 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.base_scheduler [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-0eb95b0e-e190-4581-a7cc-437e611e8b5e tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Resources bound (agent type, host, resource id): {{(pid=78472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:39:39.540994 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b153d93-54a4-414f-b3c4-49dad6dbb0ea req-63f290d7-1f34-4aab-9d2d-a9f37596bff2 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:39.542868 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-5b153d93-54a4-414f-b3c4-49dad6dbb0ea req-63f290d7-1f34-4aab-9d2d-a9f37596bff2 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/ports?device_id=afcec3a3-8331-4256-be05-b6d61d2ccf6d HTTP/1.1" status: 200 len: 943 time: 1.4440103 Jun 17 14:39:39.550268 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-0eb95b0e-e190-4581-a7cc-437e611e8b5e tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Received port after_create {{(pid=78472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:39:39.556710 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-0eb95b0e-e190-4581-a7cc-437e611e8b5e tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:39.557503 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-0eb95b0e-e190-4581-a7cc-437e611e8b5e tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for port, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:39.566827 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-ee88f507-932f-4081-9161-852978c98931 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:39.579625 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-dbb86a24-e43f-40b8-9e5a-ae2d5fcb4889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:39.597860 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-ee88f507-932f-4081-9161-852978c98931 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Usage tracker for resource:security_group_rule and tenant:80a9b853210242ac916c0e29f6c3f9bb is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:39.609528 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-1424f664-8509-4bf0-884a-576e52b0c27e service neutron] For port 205b989c-e347-402b-9b8f-64bdbffaacdf, host hv-cinder-79685, cleared binding levels {{(pid=78471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:39:39.612721 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-ee88f507-932f-4081-9161-852978c98931 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:39.664499 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-065f61e6-baa7-46d9-aaa0-b2acac358782 None None] Set router d1165100-40dd-47bd-a365-a5fb76951709 gateway port host: dv-cinder-796859-1-smb {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:39:39.680508 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb95b0e-e190-4581-a7cc-437e611e8b5e tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Pushing event updated for resources: {'Port': ['ID=45011152-843b-4f5e-af6a-4195096374b9,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:39.694014 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-5b153d93-54a4-414f-b3c4-49dad6dbb0ea req-40f8fb96-8f66-4edd-844d-2211a3f57ea2 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/security-groups?id=103c7498-ea8f-4d09-ae02-2fb35326585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175146 Jun 17 14:39:39.707427 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-ee88f507-932f-4081-9161-852978c98931 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:39.716845 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-0eb95b0e-e190-4581-a7cc-437e611e8b5e tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:39.716845 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-0eb95b0e-e190-4581-a7cc-437e611e8b5e tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7609901 Jun 17 14:39:39.722914 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-bb5bff9f-b053-40da-bad3-bcfde866cb7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:39.731691 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-4676cd12-b477-4bd6-bb00-6500a0877b0d service neutron] Request body: {'port': {'device_id': '601fe5f9-1274-4ac4-8bb4-1ca15c696207', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:39.760343 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-1424f664-8509-4bf0-884a-576e52b0c27e service neutron] For port 205b989c-e347-402b-9b8f-64bdbffaacdf, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=205b989c-e347-402b-9b8f-64bdbffaacdf,segment=NetworkSegment(dedd8951-6ee6-4681-8cee-1068e8dc43e1),segment_id=dedd8951-6ee6-4681-8cee-1068e8dc43e1)] {{(pid=78471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:39:39.786782 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-1424f664-8509-4bf0-884a-576e52b0c27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:39.841337 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6be7eec7-f375-4fcc-b2e0-b54ee396087e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:39.851867 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-e5ea4fd6-ab8e-46e9-bec3-eb4dbbb7c091 service neutron] 10.222.0.72 "GET /v2.0/networks/313c2127-14f5-4cea-99d7-b1c067c1b6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313045 Jun 17 14:39:39.868179 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-07c42322-d852-4f63-a3f5-bb9bbb5a2c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121'] for subnet, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:39.876780 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ab896-6e10-4cb4-bca2-c4337c7081ae req-7619f8b9-1d3a-421b-8a63-6d41689e4cf6 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:39.878853 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-398ab896-6e10-4cb4-bca2-c4337c7081ae req-7619f8b9-1d3a-421b-8a63-6d41689e4cf6 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 931 time: 0.8008657 Jun 17 14:39:39.879877 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-ee88f507-932f-4081-9161-852978c98931 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:39.896459 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:39.947954 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6be7eec7-f375-4fcc-b2e0-b54ee396087e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767735'] for security_group_rule, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:39.955025 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:39.975635 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-bb5bff9f-b053-40da-bad3-bcfde866cb7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:40.010737 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 41102) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:40.046606 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-ac39146e-aaff-4727-89e4-0ccd806f2f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:40.047476 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-1424f664-8509-4bf0-884a-576e52b0c27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:40.047613 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-1424f664-8509-4bf0-884a-576e52b0c27e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:40.049541 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-1424f664-8509-4bf0-884a-576e52b0c27e service neutron] 10.222.0.72 "PUT /v2.0/ports/205b989c-e347-402b-9b8f-64bdbffaacdf HTTP/1.1" status: 200 len: 1093 time: 4.0279021 Jun 17 14:39:40.073842 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-ac39146e-aaff-4727-89e4-0ccd806f2f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:40.079353 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-ac39146e-aaff-4727-89e4-0ccd806f2f1f admin admin] Usage tracker for resource:security_group_rule and tenant:c1df47820dfc4d229327eb1b20ded634 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:40.082602 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-ac39146e-aaff-4727-89e4-0ccd806f2f1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:40.089342 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-ac39146e-aaff-4727-89e4-0ccd806f2f1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:40.218011 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36cd282a-a167-47dc-9b29-bcd8fb4f0799', 'tag': '205b989c-e347-402b-9b8f-64bdbffaacdf'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:39:40.256143 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c42322-d852-4f63-a3f5-bb9bbb5a2c92 admin admin] Checking segment: {'id': '09385d11-6488-4475-aee5-e9e0047806f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'f0d861de-2244-419a-9e2f-e10e1d5fcd76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:39:40.256700 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c42322-d852-4f63-a3f5-bb9bbb5a2c92 admin admin] Network hostable DHCP agents. Network: f0d861de-2244-419a-9e2f-e10e1d5fcd76, hostable agents: ['cf6f0ed2-8328-4e51-ab4a-90de33d65f7e'], hosted agents: [] {{(pid=78472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:39:40.328696 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-065f61e6-baa7-46d9-aaa0-b2acac358782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'name': 'tempest-AttachVolumeShelveTestJSON-1729819513-router', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:02Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'gw_port': {'id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:06Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': '1330286d-38fc-4f60-843d-5ffa1b9a236b', 'name': '', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'mac_address': 'fa:16:3e:25:6a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '49d50089-0579-444b-be8e-835b748ebcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:17Z', 'updated_at': '2021-06-17T14:39:38Z', 'revision_number': 4, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'subnets': [{'id': '49d50089-0579-444b-be8e-835b748ebcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:40.338168 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065f61e6-baa7-46d9-aaa0-b2acac358782 None None] The sync data for ids ['d1165100-40dd-47bd-a365-a5fb76951709'] in dv-cinder-796859-1-smb is: [{'id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'name': 'tempest-AttachVolumeShelveTestJSON-1729819513-router', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:02Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'gw_port': {'id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:06Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': '1330286d-38fc-4f60-843d-5ffa1b9a236b', 'name': '', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'mac_address': 'fa:16:3e:25:6a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '49d50089-0579-444b-be8e-835b748ebcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:17Z', 'updated_at': '2021-06-17T14:39:38Z', 'revision_number': 4, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'subnets': [{'id': '49d50089-0579-444b-be8e-835b748ebcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:39:40.379431 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c42322-d852-4f63-a3f5-bb9bbb5a2c92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6242c70-0114-4b7b-abb0-b1bc1aeb7773,revision_number=0']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:40.382041 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:40.385508 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-07c42322-d852-4f63-a3f5-bb9bbb5a2c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:40.441220 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-dbb86a24-e43f-40b8-9e5a-ae2d5fcb4889 None None] Notify callbacks [] for port, precommit_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:40.463900 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-ee88f507-932f-4081-9161-852978c98931 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:40.474206 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-dbb86a24-e43f-40b8-9e5a-ae2d5fcb4889 None None] Transition to ACTIVE for port object be75e727-30cb-4dd1-873d-66fead1a454b will not be triggered until provisioned by entity L2. {{(pid=78473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:39:40.476054 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6be7eec7-f375-4fcc-b2e0-b54ee396087e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:40.478439 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-6be7eec7-f375-4fcc-b2e0-b54ee396087e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1201167 Jun 17 14:39:40.482701 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36cd282a-a167-47dc-9b29-bcd8fb4f0799', 'tag': '205b989c-e347-402b-9b8f-64bdbffaacdf', 'status': 'completed', 'code': 200} Jun 17 14:39:40.483563 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 41112) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:40.484294 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424f664-8509-4bf0-884a-576e52b0c27e service neutron] Pushing event updated for resources: {'Port': ['ID=205b989c-e347-402b-9b8f-64bdbffaacdf,revision_number=3']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:40.487040 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-dbb86a24-e43f-40b8-9e5a-ae2d5fcb4889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:40.488556 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-398ab896-6e10-4cb4-bca2-c4337c7081ae req-f87aa3fd-6e35-4dfb-8432-d0c6e06423b3 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Synchronizing usage tracker for tenant:1b45a5667af44c408b810bef63493e23 on resource:security_group {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:39:40.492266 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-e62895ac-ab99-4734-b76e-0a0aec85da87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:40.495043 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-ee88f507-932f-4081-9161-852978c98931 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767735'] for security_group_rule, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:40.501652 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c42322-d852-4f63-a3f5-bb9bbb5a2c92 admin admin] Network f0d861de-2244-419a-9e2f-e10e1d5fcd76 is scheduled to be hosted by DHCP agent cf6f0ed2-8328-4e51-ab4a-90de33d65f7e with binding_index 1 {{(pid=78472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:39:40.505637 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-1424f664-8509-4bf0-884a-576e52b0c27e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:40.507944 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.416s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:40.512698 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-46648e66-5366-4583-91d1-6353a192747f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Request body: {'security_group_rule': {'security_group_id': '4518131a-3d43-4841-8ae6-5366afdfdac0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:40.526750 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-bb5bff9f-b053-40da-bad3-bcfde866cb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:40.526750 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-4676cd12-b477-4bd6-bb00-6500a0877b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:40.544156 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-46648e66-5366-4583-91d1-6353a192747f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:40.550651 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-46648e66-5366-4583-91d1-6353a192747f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Usage tracker for resource:security_group_rule and tenant:092c45fa4f034867b5054335dbba9fa1 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:40.556364 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-46648e66-5366-4583-91d1-6353a192747f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:40.565080 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-46648e66-5366-4583-91d1-6353a192747f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:40.595795 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7eec7-f375-4fcc-b2e0-b54ee396087e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45af83a6-03b4-42ed-acb8-60244dc131ea,revision_number=0']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:40.609525 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-ee88f507-932f-4081-9161-852978c98931 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:40.610959 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-ee88f507-932f-4081-9161-852978c98931 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1446719 Jun 17 14:39:40.621160 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 41118) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:40.635988 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-2ebb00e0-ea3b-49da-a535-ce7a48e3267d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Request body: {'floatingip': {'floating_network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:40.642240 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:40.654010 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-74e680a3-b807-4074-911b-02bd48d50a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:40.656074 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-74e680a3-b807-4074-911b-02bd48d50a79 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b45a5667af44c408b810bef63493e23&device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 1096 time: 0.5323923 Jun 17 14:39:40.658365 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-10dfcc1c-f548-4e43-aff9-2345779b7e52 req-9e7e2ebf-15e3-4f0e-9a53-ccf165d49b58 service neutron] 10.222.0.72 "GET /v2.0/networks/313c2127-14f5-4cea-99d7-b1c067c1b6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7093737 Jun 17 14:39:40.659638 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-2ebb00e0-ea3b-49da-a535-ce7a48e3267d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:40.662373 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-398ab896-6e10-4cb4-bca2-c4337c7081ae req-f87aa3fd-6e35-4dfb-8432-d0c6e06423b3 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Unset dirty status for tenant:1b45a5667af44c408b810bef63493e23 on resource:security_group {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:39:40.663880 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-398ab896-6e10-4cb4-bca2-c4337c7081ae req-f87aa3fd-6e35-4dfb-8432-d0c6e06423b3 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7114339 Jun 17 14:39:40.664554 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88f507-932f-4081-9161-852978c98931 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16606568-7710-4946-87e8-45a51f14cad8,revision_number=0']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:40.667833 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-ee88f507-932f-4081-9161-852978c98931 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:40.672704 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:40.672704 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:40.672704 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-2ebb00e0-ea3b-49da-a535-ce7a48e3267d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Usage tracker for resource:floatingip and tenant:80a9b853210242ac916c0e29f6c3f9bb is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:40.674812 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-2ebb00e0-ea3b-49da-a535-ce7a48e3267d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:40.709206 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-46648e66-5366-4583-91d1-6353a192747f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:40.786611 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-bb5bff9f-b053-40da-bad3-bcfde866cb7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:40.791016 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-bb5bff9f-b053-40da-bad3-bcfde866cb7e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/78276e50-7d52-495d-8a93-8b8c5ce33a36 HTTP/1.1" status: 204 len: 168 time: 1.4906101 Jun 17 14:39:40.791805 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-2ebb00e0-ea3b-49da-a535-ce7a48e3267d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:40.792437 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5bff9f-b053-40da-bad3-bcfde866cb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78276e50-7d52-495d-8a93-8b8c5ce33a36,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:40.810149 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-bb5bff9f-b053-40da-bad3-bcfde866cb7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:40.813821 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-ac39146e-aaff-4727-89e4-0ccd806f2f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:40.865308 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e0d9e-9e95-4dc3-ad51-3f2468d28394 None None] Pushing event updated for resources: {'Port': ['ID=be75e727-30cb-4dd1-873d-66fead1a454b,revision_number=3']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:40.879255 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-0d8e0d9e-9e95-4dc3-ad51-3f2468d28394 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:40.916935 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.base_scheduler [None req-07c42322-d852-4f63-a3f5-bb9bbb5a2c92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-smb, f0d861de-2244-419a-9e2f-e10e1d5fcd76) {{(pid=78472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:39:40.941286 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de78cefa-7a08-4c58-810c-1f6b9e6e34de None None] Network f0d861de-2244-419a-9e2f-e10e1d5fcd76 requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:39:40.973927 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-7375d74a-c487-4c6d-bc0c-722112472ebc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=205b989c-e347-402b-9b8f-64bdbffaacdf HTTP/1.1" status: 200 len: 217 time: 0.2837355 Jun 17 14:39:40.991202 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-ac39146e-aaff-4727-89e4-0ccd806f2f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:41.003242 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-dbb86a24-e43f-40b8-9e5a-ae2d5fcb4889 None None] Attempting to bind port be75e727-30cb-4dd1-873d-66fead1a454b on host dv-cinder-796859-1-smb for vnic_type normal with profile {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:39:41.003727 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-dbb86a24-e43f-40b8-9e5a-ae2d5fcb4889 None None] Attempting to bind port be75e727-30cb-4dd1-873d-66fead1a454b by drivers openvswitch,hyperv on host dv-cinder-796859-1-smb at level 0 using segments [{'id': 'a42f3861-6b32-42c2-9d90-91f17e504aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf'}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:39:41.003977 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb86a24-e43f-40b8-9e5a-ae2d5fcb4889 None None] Attempting to bind port be75e727-30cb-4dd1-873d-66fead1a454b on network 224875c5-70eb-4e10-8087-1385d93f5cbf {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:39:41.024547 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb86a24-e43f-40b8-9e5a-ae2d5fcb4889 None None] Checking agent: {'id': '90be04d1-4e68-4ce3-b058-a3d90bbc2941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 30, 7), 'started_at': datetime.datetime(2021, 6, 17, 14, 30, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:39:41.024946 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb86a24-e43f-40b8-9e5a-ae2d5fcb4889 None None] Checking segment: {'id': 'a42f3861-6b32-42c2-9d90-91f17e504aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:39:41.027337 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-dbb86a24-e43f-40b8-9e5a-ae2d5fcb4889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:41.027665 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb86a24-e43f-40b8-9e5a-ae2d5fcb4889 None None] Bound using segment: {'id': 'a42f3861-6b32-42c2-9d90-91f17e504aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf'} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:39:41.028168 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-dbb86a24-e43f-40b8-9e5a-ae2d5fcb4889 None None] Bound port: be75e727-30cb-4dd1-873d-66fead1a454b, host: dv-cinder-796859-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42f3861-6b32-42c2-9d90-91f17e504aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf'}}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:39:41.028554 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-dbb86a24-e43f-40b8-9e5a-ae2d5fcb4889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:41.150292 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-2ebb00e0-ea3b-49da-a535-ce7a48e3267d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for floatingip, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:41.281075 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-3582c0b9-bc55-45fd-ac61-d4dcb4694752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:41.283506 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-3582c0b9-bc55-45fd-ac61-d4dcb4694752 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ff14308-63ae-4af6-a26f-fe7c9884ddaa HTTP/1.1" status: 200 len: 858 time: 0.3000450 Jun 17 14:39:41.325347 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-dbb86a24-e43f-40b8-9e5a-ae2d5fcb4889 None None] For port be75e727-30cb-4dd1-873d-66fead1a454b, host dv-cinder-796859-1-smb, cleared binding levels {{(pid=78473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:39:41.332755 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-dbb86a24-e43f-40b8-9e5a-ae2d5fcb4889 None None] For port be75e727-30cb-4dd1-873d-66fead1a454b, host dv-cinder-796859-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=be75e727-30cb-4dd1-873d-66fead1a454b,segment=NetworkSegment(a42f3861-6b32-42c2-9d90-91f17e504aa8),segment_id=a42f3861-6b32-42c2-9d90-91f17e504aa8)] {{(pid=78473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:39:41.377752 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-dbb86a24-e43f-40b8-9e5a-ae2d5fcb4889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:41.412043 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:41.448801 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-06eb6210-6a13-41e6-b7e0-de41c299b5dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:41.466729 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-ac39146e-aaff-4727-89e4-0ccd806f2f1f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c1df47820dfc4d229327eb1b20ded634&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4499562 Jun 17 14:39:41.480244 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c42322-d852-4f63-a3f5-bb9bbb5a2c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:41.480830 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-07c42322-d852-4f63-a3f5-bb9bbb5a2c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for subnet, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:41.484380 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 41142) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:41.564743 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb86a24-e43f-40b8-9e5a-ae2d5fcb4889 None None] Routers {'eccb3088-75f3-43cf-93b3-831e5015d82f'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:39:41.566710 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-dbb86a24-e43f-40b8-9e5a-ae2d5fcb4889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:39:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['eccb3088-75f3-43cf-93b3-831e5015d82f'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:41.649461 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-d8b173a7-def6-4be6-86b3-1cf632530437 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34fc0036-5367-41f0-8c95-8b89259c3d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3513284 Jun 17 14:39:41.732466 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 41146) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:41.822583 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-07c42322-d852-4f63-a3f5-bb9bbb5a2c92 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 9.4378047 Jun 17 14:39:41.876575 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7388e76-df20-4856-b686-f69fdaf2c888 req-58626c8b-247a-4332-9eeb-d1959b68ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:41.878526 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e7388e76-df20-4856-b686-f69fdaf2c888 req-58626c8b-247a-4332-9eeb-d1959b68ed12 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=306bee378e2341289eb68d6d461e9d9a&device_id=afcec3a3-8331-4256-be05-b6d61d2ccf6d HTTP/1.1" status: 200 len: 1096 time: 1.0676711 Jun 17 14:39:41.896882 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:41.912238 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39146e-aaff-4727-89e4-0ccd806f2f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df67e733-aa2c-4931-a824-bca9d14f5b2e,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:41.937145 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-dbb86a24-e43f-40b8-9e5a-ae2d5fcb4889 None None] Set router eccb3088-75f3-43cf-93b3-831e5015d82f gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:39:41.943527 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-ac39146e-aaff-4727-89e4-0ccd806f2f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:41.946150 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-588332ff-fd58-435c-8be8-aee739a58655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:42.090583 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.notifiers.nova [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-4676cd12-b477-4bd6-bb00-6500a0877b0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45011152-843b-4f5e-af6a-4195096374b9 {{(pid=78472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:39:42.094169 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 41156) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:42.102875 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-4676cd12-b477-4bd6-bb00-6500a0877b0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:42.120632 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.provisioning_blocks [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-4676cd12-b477-4bd6-bb00-6500a0877b0d service neutron] Transition to ACTIVE for port object 45011152-843b-4f5e-af6a-4195096374b9 will not be triggered until provisioned by entity L2. {{(pid=78472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:39:42.137941 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-4676cd12-b477-4bd6-bb00-6500a0877b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:42.145528 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-588332ff-fd58-435c-8be8-aee739a58655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:42.153021 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-11960041-e663-4f5e-a357-6aa0c49b106e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:42.182711 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:42.206899 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e0d9e-9e95-4dc3-ad51-3f2468d28394 None None] Pushing event updated for resources: {'Port': ['ID=be75e727-30cb-4dd1-873d-66fead1a454b,revision_number=4']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:42.210152 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-0d8e0d9e-9e95-4dc3-ad51-3f2468d28394 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:42.233921 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4284c486-95df-40f4-bdff-372cfb86a596 None None] Network f0d861de-2244-419a-9e2f-e10e1d5fcd76 requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:39:42.279776 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_v2 [None req-d06e660b-8836-4a47-9d08-aae0159446b4 admin admin] Deleting subnet 38eaa286-db5a-4ec2-be15-dd9a7ceb2a1a {{(pid=78471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 17 14:39:42.294705 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-46648e66-5366-4583-91d1-6353a192747f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:42.296272 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-588332ff-fd58-435c-8be8-aee739a58655 admin admin] Usage tracker for resource:security_group_rule and tenant:38916ea20a8049caa28e1bd1b28c1c40 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:42.296485 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d06e660b-8836-4a47-9d08-aae0159446b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:42.318358 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-11960041-e663-4f5e-a357-6aa0c49b106e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:42.328513 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-e59dafb3-57cb-46fd-aec6-872fe08fb653 service neutron] 10.222.0.72 "GET /v2.0/networks/34fc0036-5367-41f0-8c95-8b89259c3d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6719527 Jun 17 14:39:42.332848 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-588332ff-fd58-435c-8be8-aee739a58655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:42.336952 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 1330286d-38fc-4f60-843d-5ffa1b9a236b up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:39:42.405424 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-46648e66-5366-4583-91d1-6353a192747f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767735'] for security_group_rule, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:42.407517 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-588332ff-fd58-435c-8be8-aee739a58655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:42.501000 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae17cd-9aee-4dee-a5bf-95d4165bc0f9 req-c415f3ed-9d2d-4fca-a378-460fb07f53dd tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:42.502569 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4bae17cd-9aee-4dee-a5bf-95d4165bc0f9 req-c415f3ed-9d2d-4fca-a378-460fb07f53dd tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/ports?device_id=afcec3a3-8331-4256-be05-b6d61d2ccf6d HTTP/1.1" status: 200 len: 943 time: 1.4529622 Jun 17 14:39:42.510544 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676cd12-b477-4bd6-bb00-6500a0877b0d service neutron] Pushing event updated for resources: {'Port': ['ID=45011152-843b-4f5e-af6a-4195096374b9,revision_number=2']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:42.524679 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d06e660b-8836-4a47-9d08-aae0159446b4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:42.557581 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d06e660b-8836-4a47-9d08-aae0159446b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820958'] for subnet, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:42.557840 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-4676cd12-b477-4bd6-bb00-6500a0877b0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:42.557840 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:42.583982 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-46648e66-5366-4583-91d1-6353a192747f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:42.585151 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-46648e66-5366-4583-91d1-6353a192747f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0964065 Jun 17 14:39:42.598296 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 41164) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:42.617548 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-7b63c1c8-93d9-40cf-9494-8a7e9db8df0a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Request body: {'floatingip': {'floating_network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:42.624369 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46648e66-5366-4583-91d1-6353a192747f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa2631ad-8948-405d-9eb4-28b569c184e2,revision_number=0']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:42.632185 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-46648e66-5366-4583-91d1-6353a192747f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:42.633034 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-2ebb00e0-ea3b-49da-a535-ce7a48e3267d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:42.651391 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.managers [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-4676cd12-b477-4bd6-bb00-6500a0877b0d service neutron] Attempting to bind port 45011152-843b-4f5e-af6a-4195096374b9 on host hv-cinder-79685 for vnic_type normal with profile {{(pid=78472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:39:42.651751 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.managers [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-4676cd12-b477-4bd6-bb00-6500a0877b0d service neutron] Attempting to bind port 45011152-843b-4f5e-af6a-4195096374b9 by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': 'dedd8951-6ee6-4681-8cee-1068e8dc43e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '34fc0036-5367-41f0-8c95-8b89259c3d41'}] {{(pid=78472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:39:42.652094 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-4676cd12-b477-4bd6-bb00-6500a0877b0d service neutron] Attempting to bind port 45011152-843b-4f5e-af6a-4195096374b9 on network 34fc0036-5367-41f0-8c95-8b89259c3d41 {{(pid=78472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:39:42.659661 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101a37b-014b-475c-b0ee-bcc37f3c9387 req-014083ac-c2de-42ba-afc6-01ff8d3171c8 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:42.671946 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7101a37b-014b-475c-b0ee-bcc37f3c9387 req-014083ac-c2de-42ba-afc6-01ff8d3171c8 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 931 time: 0.7989631 Jun 17 14:39:42.674880 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-7b63c1c8-93d9-40cf-9494-8a7e9db8df0a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:42.675639 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4bae17cd-9aee-4dee-a5bf-95d4165bc0f9 req-2d5eab94-7014-4733-ba3b-ff256175dab4 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/security-groups?id=103c7498-ea8f-4d09-ae02-2fb35326585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546504 Jun 17 14:39:42.689894 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-4676cd12-b477-4bd6-bb00-6500a0877b0d service neutron] Port 45011152-843b-4f5e-af6a-4195096374b9 on network 34fc0036-5367-41f0-8c95-8b89259c3d41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:39:42.689894 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-4676cd12-b477-4bd6-bb00-6500a0877b0d service neutron] Attempting to bind port 45011152-843b-4f5e-af6a-4195096374b9 on network 34fc0036-5367-41f0-8c95-8b89259c3d41 {{(pid=78472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:39:42.691281 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-4676cd12-b477-4bd6-bb00-6500a0877b0d service neutron] Checking agent: {'id': '80af2de7-c944-442b-b56f-5ae10827120d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:39:42.691859 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-4676cd12-b477-4bd6-bb00-6500a0877b0d service neutron] Checking segment: {'id': 'dedd8951-6ee6-4681-8cee-1068e8dc43e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '34fc0036-5367-41f0-8c95-8b89259c3d41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:39:42.692647 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-4676cd12-b477-4bd6-bb00-6500a0877b0d service neutron] Bound using segment: {'id': 'dedd8951-6ee6-4681-8cee-1068e8dc43e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '34fc0036-5367-41f0-8c95-8b89259c3d41'} {{(pid=78472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:39:42.693315 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.managers [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-4676cd12-b477-4bd6-bb00-6500a0877b0d service neutron] Bound port: 45011152-843b-4f5e-af6a-4195096374b9, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dedd8951-6ee6-4681-8cee-1068e8dc43e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '34fc0036-5367-41f0-8c95-8b89259c3d41'}}] {{(pid=78472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:39:42.693911 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-4676cd12-b477-4bd6-bb00-6500a0877b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:42.714579 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-f09f4a42-908a-4601-a232-d7a1a82b7e97 req-9eb18219-993e-4d0c-9196-4ff1a5f1fe36 service neutron] 10.222.0.72 "GET /v2.0/networks/34fc0036-5367-41f0-8c95-8b89259c3d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749502 Jun 17 14:39:42.786198 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-11960041-e663-4f5e-a357-6aa0c49b106e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:42.791723 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-7b63c1c8-93d9-40cf-9494-8a7e9db8df0a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Usage tracker for resource:floatingip and tenant:092c45fa4f034867b5054335dbba9fa1 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:42.794829 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-7b63c1c8-93d9-40cf-9494-8a7e9db8df0a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:42.795337 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning for port 1330286d-38fc-4f60-843d-5ffa1b9a236b completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:39:42.798327 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-854f2dfb-da0d-4cbf-b309-100a981ec911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:42.801105 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-7b63c1c8-93d9-40cf-9494-8a7e9db8df0a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:42.819950 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 1330286d-38fc-4f60-843d-5ffa1b9a236b triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:39:42.820940 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:42.855107 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11960041-e663-4f5e-a357-6aa0c49b106e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df67e733-aa2c-4931-a824-bca9d14f5b2e,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:42.901401 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.db [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-4676cd12-b477-4bd6-bb00-6500a0877b0d service neutron] For port 45011152-843b-4f5e-af6a-4195096374b9, host hv-cinder-79685, cleared binding levels {{(pid=78472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:39:42.901656 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7101a37b-014b-475c-b0ee-bcc37f3c9387 req-59878199-6ba2-4d60-97f6-9940a1eee95d tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268994 Jun 17 14:39:42.902529 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7b63c1c8-93d9-40cf-9494-8a7e9db8df0a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for floatingip, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:42.906659 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.db [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-4676cd12-b477-4bd6-bb00-6500a0877b0d service neutron] For port 45011152-843b-4f5e-af6a-4195096374b9, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=45011152-843b-4f5e-af6a-4195096374b9,segment=NetworkSegment(dedd8951-6ee6-4681-8cee-1068e8dc43e1),segment_id=dedd8951-6ee6-4681-8cee-1068e8dc43e1)] {{(pid=78472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:39:42.910426 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-11960041-e663-4f5e-a357-6aa0c49b106e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:42.922395 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-4676cd12-b477-4bd6-bb00-6500a0877b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:42.936233 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:42.958430 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7388e76-df20-4856-b686-f69fdaf2c888 req-0ebc97fe-e8b9-4fe6-85de-8069717205e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:42.959956 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e7388e76-df20-4856-b686-f69fdaf2c888 req-0ebc97fe-e8b9-4fe6-85de-8069717205e7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=313c2127-14f5-4cea-99d7-b1c067c1b6be HTTP/1.1" status: 200 len: 914 time: 0.9887602 Jun 17 14:39:42.973141 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-11960041-e663-4f5e-a357-6aa0c49b106e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:42.974371 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-11960041-e663-4f5e-a357-6aa0c49b106e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/df67e733-aa2c-4931-a824-bca9d14f5b2e HTTP/1.1" status: 204 len: 168 time: 1.4887283 Jun 17 14:39:42.981966 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-dbb86a24-e43f-40b8-9e5a-ae2d5fcb4889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'name': 'tempest-AttachVolumeTestJSON-832543081-router', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:09Z', 'updated_at': '2021-06-17T14:39:27Z', 'revision_number': 4, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'gw_port': {'id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:13Z', 'updated_at': '2021-06-17T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': 'be75e727-30cb-4dd1-873d-66fead1a454b', 'name': '', 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'mac_address': 'fa:16:3e:20:d8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:25Z', 'updated_at': '2021-06-17T14:39:41Z', 'revision_number': 4, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'subnets': [{'id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:42.993294 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb86a24-e43f-40b8-9e5a-ae2d5fcb4889 None None] The sync data for ids ['eccb3088-75f3-43cf-93b3-831e5015d82f'] in dv-cinder-796859-1-smb is: [{'id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'name': 'tempest-AttachVolumeTestJSON-832543081-router', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:09Z', 'updated_at': '2021-06-17T14:39:27Z', 'revision_number': 4, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'gw_port': {'id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:13Z', 'updated_at': '2021-06-17T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': 'be75e727-30cb-4dd1-873d-66fead1a454b', 'name': '', 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'mac_address': 'fa:16:3e:20:d8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:25Z', 'updated_at': '2021-06-17T14:39:41Z', 'revision_number': 4, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'subnets': [{'id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:39:43.001618 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:43.034462 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-4676cd12-b477-4bd6-bb00-6500a0877b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:43.035176 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-4676cd12-b477-4bd6-bb00-6500a0877b0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for port, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:43.036666 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-4676cd12-b477-4bd6-bb00-6500a0877b0d service neutron] 10.222.0.72 "PUT /v2.0/ports/45011152-843b-4f5e-af6a-4195096374b9 HTTP/1.1" status: 200 len: 1093 time: 3.3092737 Jun 17 14:39:43.040026 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601fe5f9-1274-4ac4-8bb4-1ca15c696207', 'tag': '45011152-843b-4f5e-af6a-4195096374b9'}] {{(pid=78472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:39:43.119671 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] For port 1330286d-38fc-4f60-843d-5ffa1b9a236b, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=1330286d-38fc-4f60-843d-5ffa1b9a236b,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:39:43.125317 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:43.127782 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-cfea5502-55e5-4d38-83c7-bf530a4259c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:43.248302 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-588332ff-fd58-435c-8be8-aee739a58655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:43.251985 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e7388e76-df20-4856-b686-f69fdaf2c888 req-4b690afb-a320-4dd3-b2ce-d3a62f4ab1eb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72598bca-6205-4969-b555-c44bfcdfe048 HTTP/1.1" status: 200 len: 217 time: 0.1785760 Jun 17 14:39:43.277905 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-588332ff-fd58-435c-8be8-aee739a58655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:43.307281 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676cd12-b477-4bd6-bb00-6500a0877b0d service neutron] Pushing event updated for resources: {'Port': ['ID=45011152-843b-4f5e-af6a-4195096374b9,revision_number=3']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:43.310527 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Pushing event updated for resources: {'Port': ['ID=1330286d-38fc-4f60-843d-5ffa1b9a236b,revision_number=5']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:43.320239 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:43.321144 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-4676cd12-b477-4bd6-bb00-6500a0877b0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:43.321711 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-d7a1a974-29b3-4cb2-b64f-82794f63884c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:43.341069 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-588332ff-fd58-435c-8be8-aee739a58655 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=38916ea20a8049caa28e1bd1b28c1c40&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5735383 Jun 17 14:39:43.345274 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 41180) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:43.418949 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588332ff-fd58-435c-8be8-aee739a58655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25b76be-78aa-4d4c-b273-a5e5ea84b33b,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:43.435375 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-588332ff-fd58-435c-8be8-aee739a58655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:43.448696 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-21304ec3-7dd3-4ffa-b0fe-8f373322c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:43.450134 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-21304ec3-7dd3-4ffa-b0fe-8f373322c487 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b45a5667af44c408b810bef63493e23&device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 1096 time: 0.3141890 Jun 17 14:39:43.465645 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7388e76-df20-4856-b686-f69fdaf2c888 req-a9c9aea1-4e31-482e-bcb5-4ac64e0b5a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:43.472075 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e7388e76-df20-4856-b686-f69fdaf2c888 req-a9c9aea1-4e31-482e-bcb5-4ac64e0b5a5a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd825ff8-da34-4910-bf50-e3f0b3e9eae2 HTTP/1.1" status: 200 len: 852 time: 0.2110713 Jun 17 14:39:43.599720 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e7388e76-df20-4856-b686-f69fdaf2c888 req-6403828e-83fd-49b8-803c-d4be65759e4e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=313c2127-14f5-4cea-99d7-b1c067c1b6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804963 Jun 17 14:39:43.627610 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-38abb73c-c4b8-4326-bbab-df15a54d0e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:43.634565 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-477c3203-6d86-479e-9174-e1487ba7016b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45011152-843b-4f5e-af6a-4195096374b9 HTTP/1.1" status: 200 len: 217 time: 0.1608424 Jun 17 14:39:43.793056 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-d69d2e7e-f091-447d-b805-1f2102da4b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:43.795559 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-d69d2e7e-f091-447d-b805-1f2102da4b65 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ff14308-63ae-4af6-a26f-fe7c9884ddaa HTTP/1.1" status: 200 len: 858 time: 0.1484118 Jun 17 14:39:43.922585 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_common [None req-2ebb00e0-ea3b-49da-a535-ce7a48e3267d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Allocated IP 172.28.2.164 (a25846cf-426a-46fe-928d-52e0b9163129/3ba06ebc-ae5d-4516-941b-79e431a8638b/e6082d69-7ee1-4237-8329-70ca825872ca) {{(pid=78471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:39:43.968854 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601fe5f9-1274-4ac4-8bb4-1ca15c696207', 'tag': '45011152-843b-4f5e-af6a-4195096374b9', 'status': 'completed', 'code': 200} Jun 17 14:39:44.014154 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-3cc5f91f-d01b-4edf-8314-99fde614f1d3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34fc0036-5367-41f0-8c95-8b89259c3d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1966150 Jun 17 14:39:44.017357 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-38abb73c-c4b8-4326-bbab-df15a54d0e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:44.314100 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device be75e727-30cb-4dd1-873d-66fead1a454b up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:39:44.375870 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 72598bca-6205-4969-b555-c44bfcdfe048 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:39:44.535090 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52164fb9-79b3-4678-8426-1b568adf06f5 req-4d071bd2-c892-42bd-958a-dcae0646dad5 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:44.536219 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-52164fb9-79b3-4678-8426-1b568adf06f5 req-4d071bd2-c892-42bd-958a-dcae0646dad5 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Synchronizing usage tracker for tenant:1b45a5667af44c408b810bef63493e23 on resource:port {{(pid=78472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:39:44.542547 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-38abb73c-c4b8-4326-bbab-df15a54d0e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:44.549233 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-f58372ea-1628-4988-9af6-677939153185 service neutron] 10.222.0.72 "GET /v2.0/networks/34fc0036-5367-41f0-8c95-8b89259c3d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953411 Jun 17 14:39:44.552123 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:44.621027 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning for port be75e727-30cb-4dd1-873d-66fead1a454b completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:39:44.629765 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc54e3-a0fc-4487-9f7d-6723b900d49b req-cb8333b0-caa0-4e5f-a645-9cce08f36afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:44.630631 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port be75e727-30cb-4dd1-873d-66fead1a454b triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:39:44.631152 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:44.631510 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e2cc54e3-a0fc-4487-9f7d-6723b900d49b req-cb8333b0-caa0-4e5f-a645-9cce08f36afd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b45a5667af44c408b810bef63493e23&device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 1096 time: 1.7953136 Jun 17 14:39:44.637708 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abb73c-c4b8-4326-bbab-df15a54d0e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25b76be-78aa-4d4c-b273-a5e5ea84b33b,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:44.640623 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-38abb73c-c4b8-4326-bbab-df15a54d0e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:44.651246 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-38abb73c-c4b8-4326-bbab-df15a54d0e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:44.652538 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-38abb73c-c4b8-4326-bbab-df15a54d0e64 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e25b76be-78aa-4d4c-b273-a5e5ea84b33b HTTP/1.1" status: 204 len: 168 time: 1.2992663 Jun 17 14:39:44.675096 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-2ebb00e0-ea3b-49da-a535-ce7a48e3267d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for port, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:44.723180 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 72598bca-6205-4969-b555-c44bfcdfe048, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=72598bca-6205-4969-b555-c44bfcdfe048,segment=NetworkSegment(fd1c2e82-6de0-43ea-95e7-61781e2202ae),segment_id=fd1c2e82-6de0-43ea-95e7-61781e2202ae)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:39:44.747584 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Returning: {'device': '72598bca-6205-4969-b555-c44bfcdfe048', 'network_id': '313c2127-14f5-4cea-99d7-b1c067c1b6be', 'port_id': '72598bca-6205-4969-b555-c44bfcdfe048', 'mac_address': 'fa:16:3e:89:ee:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd825ff8-da34-4910-bf50-e3f0b3e9eae2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:39:44.759799 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-2ebb00e0-ea3b-49da-a535-ce7a48e3267d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906'] for port, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:44.797547 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-dc1d89f9-ab2c-4302-8bd2-b87dc8def870 req-67b18627-6a23-4de5-b753-72b10ec9a9d5 service neutron] 10.222.0.72 "GET /v2.0/networks/34fc0036-5367-41f0-8c95-8b89259c3d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318277 Jun 17 14:39:44.798421 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-52164fb9-79b3-4678-8426-1b568adf06f5 req-4d071bd2-c892-42bd-958a-dcae0646dad5 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Unset dirty status for tenant:1b45a5667af44c408b810bef63493e23 on resource:port {{(pid=78472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:39:44.799693 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-52164fb9-79b3-4678-8426-1b568adf06f5 req-4d071bd2-c892-42bd-958a-dcae0646dad5 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 943 time: 0.7432852 Jun 17 14:39:44.874243 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d06e660b-8836-4a47-9d08-aae0159446b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121'] for subnet, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:44.876182 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:44.876498 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e7388e76-df20-4856-b686-f69fdaf2c888 req-0e107f89-df7b-4b63-b7a6-dcf90fcdc32e service neutron] 10.222.0.72 "GET /v2.0/networks/313c2127-14f5-4cea-99d7-b1c067c1b6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2341418 Jun 17 14:39:44.899955 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-1424f664-8509-4bf0-884a-576e52b0c27e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:44.913640 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-52164fb9-79b3-4678-8426-1b568adf06f5 req-899051de-a509-486c-bdd8-ba1ba94d6b6e tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036611 Jun 17 14:39:44.924874 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72598bca-6205-4969-b555-c44bfcdfe048 {{(pid=78473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:39:44.956502 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:45.041300 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780f8dd-6639-4e49-8c73-d4076a144fe7 req-4e7e549d-c819-446d-80c6-9588eca870c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:45.045048 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-2780f8dd-6639-4e49-8c73-d4076a144fe7 req-4e7e549d-c819-446d-80c6-9588eca870c8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b45a5667af44c408b810bef63493e23&device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 1096 time: 0.1271596 Jun 17 14:39:45.083336 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] For port be75e727-30cb-4dd1-873d-66fead1a454b, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=be75e727-30cb-4dd1-873d-66fead1a454b,segment=NetworkSegment(a42f3861-6b32-42c2-9d90-91f17e504aa8),segment_id=a42f3861-6b32-42c2-9d90-91f17e504aa8)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:39:45.092839 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 72598bca-6205-4969-b555-c44bfcdfe048, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=72598bca-6205-4969-b555-c44bfcdfe048,segment=NetworkSegment(fd1c2e82-6de0-43ea-95e7-61781e2202ae),segment_id=fd1c2e82-6de0-43ea-95e7-61781e2202ae)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:39:45.099161 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:45.100132 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 1330286d-38fc-4f60-843d-5ffa1b9a236b up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:39:45.140213 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:45.193432 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:45.246105 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d06e660b-8836-4a47-9d08-aae0159446b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:45.269235 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Pushing event updated for resources: {'Port': ['ID=be75e727-30cb-4dd1-873d-66fead1a454b,revision_number=5']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:45.274946 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebb00e0-ea3b-49da-a535-ce7a48e3267d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Network a25846cf-426a-46fe-928d-52e0b9163129 is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:39:45.278341 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:45.279156 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:45.305802 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7b63c1c8-93d9-40cf-9494-8a7e9db8df0a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:45.348159 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [None req-2ebb00e0-ea3b-49da-a535-ce7a48e3267d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:39:45.355244 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebb00e0-ea3b-49da-a535-ce7a48e3267d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Received port after_create {{(pid=78471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:39:45.383423 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 1330286d-38fc-4f60-843d-5ffa1b9a236b triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:39:45.384086 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:45.385729 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780f8dd-6639-4e49-8c73-d4076a144fe7 req-b7bba150-4f5e-4b0b-b8c2-dc9fd887e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:45.387855 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-2780f8dd-6639-4e49-8c73-d4076a144fe7 req-b7bba150-4f5e-4b0b-b8c2-dc9fd887e0af service neutron] 10.222.0.72 "GET /v2.0/networks?id=34fc0036-5367-41f0-8c95-8b89259c3d41 HTTP/1.1" status: 200 len: 920 time: 0.3356438 Jun 17 14:39:45.459676 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=72598bca-6205-4969-b555-c44bfcdfe048,revision_number=4']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:45.467605 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:45.490324 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-d06e660b-8836-4a47-9d08-aae0159446b4 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/38eaa286-db5a-4ec2-be15-dd9a7ceb2a1a HTTP/1.1" status: 204 len: 168 time: 3.3903861 Jun 17 14:39:45.564826 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-2780f8dd-6639-4e49-8c73-d4076a144fe7 req-784df0d9-8365-4c55-a212-bdf58d0bccf6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45011152-843b-4f5e-af6a-4195096374b9 HTTP/1.1" status: 200 len: 217 time: 0.1649706 Jun 17 14:39:45.564826 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 41242) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:45.580399 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['72598bca-6205-4969-b555-c44bfcdfe048'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:39:45.661556 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb00e0-ea3b-49da-a535-ce7a48e3267d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Pushing event updated for resources: {'Port': ['ID=e6082d69-7ee1-4237-8329-70ca825872ca,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:45.665252 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc54e3-a0fc-4487-9f7d-6723b900d49b req-8f128933-c0ad-4e22-9a5f-783b4722a58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:45.667028 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e2cc54e3-a0fc-4487-9f7d-6723b900d49b req-8f128933-c0ad-4e22-9a5f-783b4722a58c service neutron] 10.222.0.72 "GET /v2.0/networks?id=34fc0036-5367-41f0-8c95-8b89259c3d41 HTTP/1.1" status: 200 len: 920 time: 0.9374633 Jun 17 14:39:45.669125 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-2ebb00e0-ea3b-49da-a535-ce7a48e3267d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:45.681431 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-271cc045-8d7d-4edb-82c2-e890474d0dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.634s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:45.759436 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780f8dd-6639-4e49-8c73-d4076a144fe7 req-befb9ff3-0824-45bd-9740-a772b7d5ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:45.761213 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-2780f8dd-6639-4e49-8c73-d4076a144fe7 req-befb9ff3-0824-45bd-9740-a772b7d5ec8b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ff14308-63ae-4af6-a26f-fe7c9884ddaa HTTP/1.1" status: 200 len: 858 time: 0.1637394 Jun 17 14:39:45.836499 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e2cc54e3-a0fc-4487-9f7d-6723b900d49b req-b198f46e-5b88-4098-8fc1-9e8c3650c6c1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=205b989c-e347-402b-9b8f-64bdbffaacdf HTTP/1.1" status: 200 len: 217 time: 0.1110175 Jun 17 14:39:45.907662 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e660b-8836-4a47-9d08-aae0159446b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38eaa286-db5a-4ec2-be15-dd9a7ceb2a1a,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:45.979009 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb515c-18ca-4de3-b086-344c0a421111 req-3ed1c05a-dd62-4b2d-a6a5-8c17907f2d71 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:45.979880 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-0afb515c-18ca-4de3-b086-344c0a421111 req-3ed1c05a-dd62-4b2d-a6a5-8c17907f2d71 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Synchronizing usage tracker for tenant:306bee378e2341289eb68d6d461e9d9a on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:39:46.022909 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-d06e660b-8836-4a47-9d08-aae0159446b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:46.036734 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-2780f8dd-6639-4e49-8c73-d4076a144fe7 req-67cbacf7-1794-4012-b69a-7dd834ae67da service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34fc0036-5367-41f0-8c95-8b89259c3d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2614660 Jun 17 14:39:46.087277 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-2ebb00e0-ea3b-49da-a535-ce7a48e3267d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:46.251854 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device be75e727-30cb-4dd1-873d-66fead1a454b up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:39:46.307824 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc54e3-a0fc-4487-9f7d-6723b900d49b req-4649ccf3-7218-4dc6-b039-7dd02327ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:46.310498 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e2cc54e3-a0fc-4487-9f7d-6723b900d49b req-4649ccf3-7218-4dc6-b039-7dd02327ceed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ff14308-63ae-4af6-a26f-fe7c9884ddaa HTTP/1.1" status: 200 len: 858 time: 0.3860028 Jun 17 14:39:46.311459 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-0afb515c-18ca-4de3-b086-344c0a421111 req-3ed1c05a-dd62-4b2d-a6a5-8c17907f2d71 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Unset dirty status for tenant:306bee378e2341289eb68d6d461e9d9a on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:39:46.313158 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0afb515c-18ca-4de3-b086-344c0a421111 req-3ed1c05a-dd62-4b2d-a6a5-8c17907f2d71 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/ports?device_id=afcec3a3-8331-4256-be05-b6d61d2ccf6d HTTP/1.1" status: 200 len: 943 time: 2.2297835 Jun 17 14:39:46.356304 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-2780f8dd-6639-4e49-8c73-d4076a144fe7 req-06c04443-2461-48c0-a634-7433a19f7423 service neutron] 10.222.0.72 "GET /v2.0/networks/34fc0036-5367-41f0-8c95-8b89259c3d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087125 Jun 17 14:39:46.389534 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 205b989c-e347-402b-9b8f-64bdbffaacdf details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:39:46.397763 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e7388e76-df20-4856-b686-f69fdaf2c888 req-d458dec9-73fd-4b94-977a-3b29d08e6a3e service neutron] 10.222.0.72 "GET /v2.0/networks/313c2127-14f5-4cea-99d7-b1c067c1b6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4522924 Jun 17 14:39:46.400680 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e2cc54e3-a0fc-4487-9f7d-6723b900d49b req-2a24de87-f7cd-4066-99f5-2da466aa9e8a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34fc0036-5367-41f0-8c95-8b89259c3d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768709 Jun 17 14:39:46.424385 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port be75e727-30cb-4dd1-873d-66fead1a454b triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:39:46.425192 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:46.469364 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_common [None req-7b63c1c8-93d9-40cf-9494-8a7e9db8df0a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Allocated IP 172.28.2.133 (a25846cf-426a-46fe-928d-52e0b9163129/3ba06ebc-ae5d-4516-941b-79e431a8638b/88cab322-f8ac-4390-b104-ef6b2bbf5c1a) {{(pid=78471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:39:46.474433 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-2ebb00e0-ea3b-49da-a535-ce7a48e3267d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:46.534799 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 41274) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:46.553273 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0afb515c-18ca-4de3-b086-344c0a421111 req-02e57544-2d91-46d0-80da-0edba5e47a03 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/security-groups?id=103c7498-ea8f-4d09-ae02-2fb35326585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760204 Jun 17 14:39:46.604922 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-2780f8dd-6639-4e49-8c73-d4076a144fe7 req-d4491636-8d90-408f-9da3-3b4f3c265b87 service neutron] 10.222.0.72 "GET /v2.0/networks/34fc0036-5367-41f0-8c95-8b89259c3d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040951 Jun 17 14:39:46.613973 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-eb1a6d43-9bc0-4d54-a797-0f3687f02dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:46.763384 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 205b989c-e347-402b-9b8f-64bdbffaacdf, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=205b989c-e347-402b-9b8f-64bdbffaacdf,segment=NetworkSegment(dedd8951-6ee6-4681-8cee-1068e8dc43e1),segment_id=dedd8951-6ee6-4681-8cee-1068e8dc43e1)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:39:46.783798 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Returning: {'device': '205b989c-e347-402b-9b8f-64bdbffaacdf', 'network_id': '34fc0036-5367-41f0-8c95-8b89259c3d41', 'port_id': '205b989c-e347-402b-9b8f-64bdbffaacdf', 'mac_address': 'fa:16:3e:48:94:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff14308-63ae-4af6-a26f-fe7c9884ddaa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:39:46.847974 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-eb1a6d43-9bc0-4d54-a797-0f3687f02dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821569', 'neutron.services.segments.db._delete_segments_for_network-8744814336166'] for network, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:46.866350 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-eb1a6d43-9bc0-4d54-a797-0f3687f02dd6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:39:46.867026 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-eb1a6d43-9bc0-4d54-a797-0f3687f02dd6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:39:46.868437 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-eb1a6d43-9bc0-4d54-a797-0f3687f02dd6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:39:46.868993 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-eb1a6d43-9bc0-4d54-a797-0f3687f02dd6 admin admin] Subscribe: > port after_create 55550000 {{(pid=78472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:39:46.869476 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-eb1a6d43-9bc0-4d54-a797-0f3687f02dd6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:39:46.870002 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-eb1a6d43-9bc0-4d54-a797-0f3687f02dd6 admin admin] Subscribe: > port after_update 55550000 {{(pid=78472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:39:46.870489 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-eb1a6d43-9bc0-4d54-a797-0f3687f02dd6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:39:46.870970 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-eb1a6d43-9bc0-4d54-a797-0f3687f02dd6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:39:46.871438 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-eb1a6d43-9bc0-4d54-a797-0f3687f02dd6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:39:46.871903 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-eb1a6d43-9bc0-4d54-a797-0f3687f02dd6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:39:46.901495 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:46.921285 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205b989c-e347-402b-9b8f-64bdbffaacdf {{(pid=78473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:39:46.942549 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-8ad797a0-e77a-434d-8a1c-e7af9dd23bb4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-716054062-network', 'tenant_id': '398299ba348c4781a092e961034b4ce7'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:46.947015 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 205b989c-e347-402b-9b8f-64bdbffaacdf, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=205b989c-e347-402b-9b8f-64bdbffaacdf,segment=NetworkSegment(dedd8951-6ee6-4681-8cee-1068e8dc43e1),segment_id=dedd8951-6ee6-4681-8cee-1068e8dc43e1)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:39:46.956321 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:46.961840 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-0d8e0d9e-9e95-4dc3-ad51-3f2468d28394 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:46.963612 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-8ad797a0-e77a-434d-8a1c-e7af9dd23bb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:46.980590 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-8ad797a0-e77a-434d-8a1c-e7af9dd23bb4 admin admin] Usage tracker for resource:network and tenant:398299ba348c4781a092e961034b4ce7 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:46.996748 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-8ad797a0-e77a-434d-8a1c-e7af9dd23bb4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:47.008443 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-8ad797a0-e77a-434d-8a1c-e7af9dd23bb4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:47.050504 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-eb1a6d43-9bc0-4d54-a797-0f3687f02dd6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:39:47.051121 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-eb1a6d43-9bc0-4d54-a797-0f3687f02dd6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:39:47.051443 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-eb1a6d43-9bc0-4d54-a797-0f3687f02dd6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:39:47.051764 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-eb1a6d43-9bc0-4d54-a797-0f3687f02dd6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:39:47.052146 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.services.segments.db [None req-eb1a6d43-9bc0-4d54-a797-0f3687f02dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3630eea-203f-4065-8446-5f70f74f86d5']}} {{(pid=78472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:47.058252 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=205b989c-e347-402b-9b8f-64bdbffaacdf,revision_number=4']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:47.076551 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.services.segments.db [None req-eb1a6d43-9bc0-4d54-a797-0f3687f02dd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd027fede-c46e-4d19-8043-5ebfc97eee4f') {'for_net_delete': True} {{(pid=78472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:47.087732 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:47.088331 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.services.segments.db [None req-eb1a6d43-9bc0-4d54-a797-0f3687f02dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd027fede-c46e-4d19-8043-5ebfc97eee4f') {} {{(pid=78472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:47.113913 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e2cc54e3-a0fc-4487-9f7d-6723b900d49b req-bfc2f931-36a1-42cb-9644-024f16a90cbd service neutron] 10.222.0.72 "GET /v2.0/networks/34fc0036-5367-41f0-8c95-8b89259c3d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6811447 Jun 17 14:39:47.121602 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-eb1a6d43-9bc0-4d54-a797-0f3687f02dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744814347277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15757651'] for segment, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:47.158815 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-eb1a6d43-9bc0-4d54-a797-0f3687f02dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:47.172876 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb1a6d43-9bc0-4d54-a797-0f3687f02dd6 admin admin] Releasing vlan 1338 on physical network physnet1 to pool {{(pid=78472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:39:47.173722 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-eb1a6d43-9bc0-4d54-a797-0f3687f02dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1816777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14895229'] for segment, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: from cryptography.utils import int_from_bytes Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: from cryptography.utils import int_from_bytes Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: util.warn_limited( Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: util.warn_limited( Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: Traceback (most recent call last): Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: timer() Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: cb(*args, **kw) Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: return func(*args, **kwargs) Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: self._notify() Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: self.callback(batched_events) Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: event.method(event) Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: return f(self, *a, **k) Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: return self._get(url).json() Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: return self.request(url, 'GET', **kwargs) Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:39:47.196364 dv-cinder-796859-1-smb neutron-server[78472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:39:47.217252 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad797a0-e77a-434d-8a1c-e7af9dd23bb4 admin admin] Made reservation on behalf of 398299ba348c4781a092e961034b4ce7 for: {'network': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:39:47.219653 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-8ad797a0-e77a-434d-8a1c-e7af9dd23bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for network, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:47.223018 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963faf9-6e8d-4a42-89e2-53c5dd2852d6 req-cf9715af-9a76-4648-81f4-1cfaa679009c tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:47.225381 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-e963faf9-6e8d-4a42-89e2-53c5dd2852d6 req-cf9715af-9a76-4648-81f4-1cfaa679009c tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 943 time: 0.8680768 Jun 17 14:39:47.239719 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-8ad797a0-e77a-434d-8a1c-e7af9dd23bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:47.258326 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['205b989c-e347-402b-9b8f-64bdbffaacdf'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:39:47.282488 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7b63c1c8-93d9-40cf-9494-8a7e9db8df0a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for port, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:47.378975 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-8ad797a0-e77a-434d-8a1c-e7af9dd23bb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:47.413222 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-8ad797a0-e77a-434d-8a1c-e7af9dd23bb4 admin admin] Usage tracker for resource:security_group_rule and tenant:398299ba348c4781a092e961034b4ce7 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:47.421469 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-8ad797a0-e77a-434d-8a1c-e7af9dd23bb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:47.428785 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-eb1a6d43-9bc0-4d54-a797-0f3687f02dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768958'] for network, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:47.432424 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-8ad797a0-e77a-434d-8a1c-e7af9dd23bb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:47.445984 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-e963faf9-6e8d-4a42-89e2-53c5dd2852d6 req-0c021701-9423-4b8a-99c0-a29a273760d5 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070651 Jun 17 14:39:47.454268 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:47.495201 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a6d43-9bc0-4d54-a797-0f3687f02dd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3630eea-203f-4065-8446-5f70f74f86d5,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:47.505118 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e2cc54e3-a0fc-4487-9f7d-6723b900d49b req-7257aa4b-61ab-4df1-83aa-cfaee0a632b5 service neutron] 10.222.0.72 "GET /v2.0/networks/34fc0036-5367-41f0-8c95-8b89259c3d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737569 Jun 17 14:39:47.509328 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-eb1a6d43-9bc0-4d54-a797-0f3687f02dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:47.520310 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-eb1a6d43-9bc0-4d54-a797-0f3687f02dd6 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a3630eea-203f-4065-8446-5f70f74f86d5 HTTP/1.1" status: 204 len: 168 time: 1.9572110 Jun 17 14:39:47.524865 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 41308) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:47.526874 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-2ebb00e0-ea3b-49da-a535-ce7a48e3267d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for port, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:47.535182 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-2ebb00e0-ea3b-49da-a535-ce7a48e3267d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:47.538236 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7b63c1c8-93d9-40cf-9494-8a7e9db8df0a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906'] for port, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:47.546734 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-2ebb00e0-ea3b-49da-a535-ce7a48e3267d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:47.623739 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b62a679-6824-4833-8c32-644a82cc7e18 admin admin] Deleting subnet e6242c70-0114-4b7b-abb0-b1bc1aeb7773 {{(pid=78472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 17 14:39:47.627777 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-eb1a6d43-9bc0-4d54-a797-0f3687f02dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:47.629062 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-0b62a679-6824-4833-8c32-644a82cc7e18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:47.645810 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-2ebb00e0-ea3b-49da-a535-ce7a48e3267d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768940'] for floatingip, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:47.655388 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb00e0-ea3b-49da-a535-ce7a48e3267d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Pushing event updated for resources: {'Port': ['ID=e6082d69-7ee1-4237-8329-70ca825872ca,revision_number=2']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:47.655671 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 41314) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:47.695846 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-0b62a679-6824-4833-8c32-644a82cc7e18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15757668'] for subnet, precommit_delete_associations {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:47.740707 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b63c1c8-93d9-40cf-9494-8a7e9db8df0a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Network a25846cf-426a-46fe-928d-52e0b9163129 is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:39:47.760024 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-0b62a679-6824-4833-8c32-644a82cc7e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820958'] for subnet, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:47.785247 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [None req-7b63c1c8-93d9-40cf-9494-8a7e9db8df0a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:39:47.804048 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b63c1c8-93d9-40cf-9494-8a7e9db8df0a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Received port after_create {{(pid=78471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:39:47.846663 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-2ebb00e0-ea3b-49da-a535-ce7a48e3267d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for floatingip, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:47.847867 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-2ebb00e0-ea3b-49da-a535-ce7a48e3267d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2212293 Jun 17 14:39:47.848676 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63c1c8-93d9-40cf-9494-8a7e9db8df0a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Pushing event updated for resources: {'Port': ['ID=88cab322-f8ac-4390-b104-ef6b2bbf5c1a,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:47.869700 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-7b63c1c8-93d9-40cf-9494-8a7e9db8df0a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:47.871878 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:47.872194 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:47.891154 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-8ad797a0-e77a-434d-8a1c-e7af9dd23bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:47.901532 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6bf13352-e914-40b2-a8ff-270fec2add2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:47.910727 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-8ad797a0-e77a-434d-8a1c-e7af9dd23bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:47.925606 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3d624684-6590-41d6-b6ba-1fc5d250f702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:47.943572 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7b63c1c8-93d9-40cf-9494-8a7e9db8df0a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:47.951608 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-6bf13352-e914-40b2-a8ff-270fec2add2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:47.964873 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad797a0-e77a-434d-8a1c-e7af9dd23bb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1331} {{(pid=78471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:39:47.974111 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-6bf13352-e914-40b2-a8ff-270fec2add2f admin admin] Usage tracker for resource:security_group_rule and tenant:210472582ee84329b19d5a08852e5ec3 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:47.983215 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-6bf13352-e914-40b2-a8ff-270fec2add2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:48.026044 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-6bf13352-e914-40b2-a8ff-270fec2add2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:48.028260 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad797a0-e77a-434d-8a1c-e7af9dd23bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20502155-7533-4f99-b713-47e57c585979,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:48.048568 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-8ad797a0-e77a-434d-8a1c-e7af9dd23bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:48.048917 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.db.segments_db [None req-8ad797a0-e77a-434d-8a1c-e7af9dd23bb4 admin admin] Added segment d2f522a5-fa31-4cb8-9b6b-555a04cde302 of type vlan for network 9e3a2128-0d97-414c-a094-1cc7fd90caf8 Jun 17 14:39:48.053949 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-8ad797a0-e77a-434d-8a1c-e7af9dd23bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:48.069165 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ff347-22cf-4100-99d2-aec731bc4a4a req-208d5921-e071-4ba0-a66c-fc4c92d3cbec tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:48.071313 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d00ff347-22cf-4100-99d2-aec731bc4a4a req-208d5921-e071-4ba0-a66c-fc4c92d3cbec tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/ports?device_id=afcec3a3-8331-4256-be05-b6d61d2ccf6d HTTP/1.1" status: 200 len: 944 time: 0.3582132 Jun 17 14:39:48.095398 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-0b62a679-6824-4833-8c32-644a82cc7e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14896095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16701679'] for subnet, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:48.100021 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:48.132432 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7b63c1c8-93d9-40cf-9494-8a7e9db8df0a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:48.141931 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62a679-6824-4833-8c32-644a82cc7e18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6242c70-0114-4b7b-abb0-b1bc1aeb7773,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:48.163588 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-8ad797a0-e77a-434d-8a1c-e7af9dd23bb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744813850956'] for network, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:48.166520 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-0b62a679-6824-4833-8c32-644a82cc7e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:48.175483 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-0b62a679-6824-4833-8c32-644a82cc7e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for subnet, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:48.190162 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-0b62a679-6824-4833-8c32-644a82cc7e18 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e6242c70-0114-4b7b-abb0-b1bc1aeb7773 HTTP/1.1" status: 204 len: 168 time: 0.6636133 Jun 17 14:39:48.192981 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 41332) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:48.225033 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d00ff347-22cf-4100-99d2-aec731bc4a4a req-ec6c6875-e3a3-4faa-8e81-0c18e2aa93a7 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/security-groups?id=103c7498-ea8f-4d09-ae02-2fb35326585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445038 Jun 17 14:39:48.225304 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-d44e6471-990a-4ecf-befd-2a4f9bd3798a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Synchronizing usage tracker for tenant:80a9b853210242ac916c0e29f6c3f9bb on resource:security_group {{(pid=78472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:39:48.287150 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 45011152-843b-4f5e-af6a-4195096374b9 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:39:48.304157 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-8ad797a0-e77a-434d-8a1c-e7af9dd23bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121'] for network, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:48.320629 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad797a0-e77a-434d-8a1c-e7af9dd23bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:48.321203 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-8ad797a0-e77a-434d-8a1c-e7af9dd23bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:48.328538 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:48.354535 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-e4223f7b-fb4e-4d01-a907-817563ad6ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:48.366814 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-d44e6471-990a-4ecf-befd-2a4f9bd3798a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Unset dirty status for tenant:80a9b853210242ac916c0e29f6c3f9bb on resource:security_group {{(pid=78472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:39:48.371672 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-d44e6471-990a-4ecf-befd-2a4f9bd3798a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--356089015&fields=id&tenant_id=80a9b853210242ac916c0e29f6c3f9bb HTTP/1.1" status: 200 len: 267 time: 0.2302718 Jun 17 14:39:48.387610 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 72598bca-6205-4969-b555-c44bfcdfe048 up at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:39:48.486369 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6bf13352-e914-40b2-a8ff-270fec2add2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:48.495486 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 45011152-843b-4f5e-af6a-4195096374b9, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=45011152-843b-4f5e-af6a-4195096374b9,segment=NetworkSegment(dedd8951-6ee6-4681-8cee-1068e8dc43e1),segment_id=dedd8951-6ee6-4681-8cee-1068e8dc43e1)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:39:48.524208 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning for port 72598bca-6205-4969-b555-c44bfcdfe048 completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:39:48.557006 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6bf13352-e914-40b2-a8ff-270fec2add2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:48.561426 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-8ad797a0-e77a-434d-8a1c-e7af9dd23bb4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0229959 Jun 17 14:39:48.561579 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Returning: {'device': '45011152-843b-4f5e-af6a-4195096374b9', 'network_id': '34fc0036-5367-41f0-8c95-8b89259c3d41', 'port_id': '45011152-843b-4f5e-af6a-4195096374b9', 'mac_address': 'fa:16:3e:93:8a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff14308-63ae-4af6-a26f-fe7c9884ddaa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:39:48.564346 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning complete for port 72598bca-6205-4969-b555-c44bfcdfe048 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:39:48.566091 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:48.572482 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 41340) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:48.578413 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad797a0-e77a-434d-8a1c-e7af9dd23bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=9e3a2128-0d97-414c-a094-1cc7fd90caf8,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:48.600893 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-8ad797a0-e77a-434d-8a1c-e7af9dd23bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:48.601366 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-6a4bdc51-1383-496b-9b43-0acaaf4411db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:48.635483 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Network 9e3a2128-0d97-414c-a094-1cc7fd90caf8 details requested by agent ovs-agent-dv-cinder-796859-1-smb with host dv-cinder-796859-1-smb {{(pid=78473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:39:48.714404 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:48.726385 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-6bf13352-e914-40b2-a8ff-270fec2add2f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=210472582ee84329b19d5a08852e5ec3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0639093 Jun 17 14:39:48.730088 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-7556dbac-0141-4b52-8b29-f57a3cec5418 admin admin] Request body: {'subnet': {'network_id': '9e3a2128-0d97-414c-a094-1cc7fd90caf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-716054062-subnet', 'tenant_id': '398299ba348c4781a092e961034b4ce7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:48.735542 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 41346) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:48.735921 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-e4223f7b-fb4e-4d01-a907-817563ad6ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821569', 'neutron.services.segments.db._delete_segments_for_network-8744814336166'] for network, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:48.736298 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf13352-e914-40b2-a8ff-270fec2add2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a3d607-8734-4ab7-b216-f972bb64db55,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:48.750705 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-6bf13352-e914-40b2-a8ff-270fec2add2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:48.756295 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-7556dbac-0141-4b52-8b29-f57a3cec5418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:48.770001 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-7556dbac-0141-4b52-8b29-f57a3cec5418 admin admin] Usage tracker for resource:subnet and tenant:398299ba348c4781a092e961034b4ce7 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:48.777159 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.services.segments.db [None req-e4223f7b-fb4e-4d01-a907-817563ad6ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d861de-2244-419a-9e2f-e10e1d5fcd76']}} {{(pid=78472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:48.785834 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-7556dbac-0141-4b52-8b29-f57a3cec5418 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:48.792385 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7b63c1c8-93d9-40cf-9494-8a7e9db8df0a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for port, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:48.804693 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-7556dbac-0141-4b52-8b29-f57a3cec5418 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:48.811374 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.services.segments.db [None req-e4223f7b-fb4e-4d01-a907-817563ad6ef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09385d11-6488-4475-aee5-e9e0047806f6') {'for_net_delete': True} {{(pid=78472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:48.811668 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.services.segments.db [None req-e4223f7b-fb4e-4d01-a907-817563ad6ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09385d11-6488-4475-aee5-e9e0047806f6') {} {{(pid=78472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:48.815032 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45011152-843b-4f5e-af6a-4195096374b9 {{(pid=78473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:39:48.822081 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:48.823734 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7b63c1c8-93d9-40cf-9494-8a7e9db8df0a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:48.843723 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-e4223f7b-fb4e-4d01-a907-817563ad6ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744814347277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15757651'] for segment, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:48.854426 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7556dbac-0141-4b52-8b29-f57a3cec5418 admin admin] Made reservation on behalf of 398299ba348c4781a092e961034b4ce7 for: {'subnet': 1} {{(pid=78472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:39:48.856859 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7556dbac-0141-4b52-8b29-f57a3cec5418 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16701636'] for subnet, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:48.864612 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:48.900276 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-bcda18d4-8f01-435f-b1c3-c979bb9a8a40 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:48.901840 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-bcda18d4-8f01-435f-b1c3-c979bb9a8a40 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/networks?id=224875c5-70eb-4e10-8087-1385d93f5cbf HTTP/1.1" status: 200 len: 810 time: 0.4949498 Jun 17 14:39:48.903999 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7b63c1c8-93d9-40cf-9494-8a7e9db8df0a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768940'] for floatingip, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:48.914986 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 45011152-843b-4f5e-af6a-4195096374b9, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=45011152-843b-4f5e-af6a-4195096374b9,segment=NetworkSegment(dedd8951-6ee6-4681-8cee-1068e8dc43e1),segment_id=dedd8951-6ee6-4681-8cee-1068e8dc43e1)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:39:48.925222 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:48.928031 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:48.939651 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e519a9a-2db9-485f-8380-5c5b33d497eb req-27b8b9d5-8d10-439b-9163-9625fdd2f9e7 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:48.941239 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0e519a9a-2db9-485f-8380-5c5b33d497eb req-27b8b9d5-8d10-439b-9163-9625fdd2f9e7 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 943 time: 0.3070285 Jun 17 14:39:48.959899 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-e4223f7b-fb4e-4d01-a907-817563ad6ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:48.981909 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4223f7b-fb4e-4d01-a907-817563ad6ef7 admin admin] Releasing vlan 1316 on physical network physnet1 to pool {{(pid=78472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:39:48.982281 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-e4223f7b-fb4e-4d01-a907-817563ad6ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1816777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14895229'] for segment, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: Traceback (most recent call last): Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: timer() Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: cb(*args, **kw) Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: return func(*args, **kwargs) Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: self._notify() Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: self.callback(batched_events) Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: event.method(event) Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: return f(self, *a, **k) Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: return self._get(url).json() Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: return self.request(url, 'GET', **kwargs) Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:39:48.997150 dv-cinder-796859-1-smb neutron-server[78472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:39:49.001656 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=45011152-843b-4f5e-af6a-4195096374b9,revision_number=4']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:49.004120 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afcec3a3-8331-4256-be05-b6d61d2ccf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72598bca-6205-4969-b555-c44bfcdfe048'}] {{(pid=78473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:39:49.016163 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7b63c1c8-93d9-40cf-9494-8a7e9db8df0a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for floatingip, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:49.017364 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-6a7ab9da-d7d9-4db3-bd9e-c5b06091f3ea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/quotas/80a9b853210242ac916c0e29f6c3f9bb HTTP/1.1" status: 200 len: 375 time: 0.0543308 Jun 17 14:39:49.030456 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-7b63c1c8-93d9-40cf-9494-8a7e9db8df0a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4264653 Jun 17 14:39:49.057885 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-02404b2e-f388-4d80-a123-d8a7190f8494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:49.089186 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:49.110377 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 72598bca-6205-4969-b555-c44bfcdfe048, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=72598bca-6205-4969-b555-c44bfcdfe048,segment=NetworkSegment(fd1c2e82-6de0-43ea-95e7-61781e2202ae),segment_id=fd1c2e82-6de0-43ea-95e7-61781e2202ae)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:39:49.115423 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:49.116271 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 205b989c-e347-402b-9b8f-64bdbffaacdf up at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:39:49.139152 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-02404b2e-f388-4d80-a123-d8a7190f8494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:49.144869 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-e4223f7b-fb4e-4d01-a907-817563ad6ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768958'] for network, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:49.159931 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-7ab6ed01-e8e2-4f45-b361-ae686843b144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:49.184835 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:49.200648 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-e4223f7b-fb4e-4d01-a907-817563ad6ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:49.227493 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4223f7b-fb4e-4d01-a907-817563ad6ef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0d861de-2244-419a-9e2f-e10e1d5fcd76,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:49.229568 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63c1c8-93d9-40cf-9494-8a7e9db8df0a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Pushing event updated for resources: {'Port': ['ID=88cab322-f8ac-4390-b104-ef6b2bbf5c1a,revision_number=2']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:49.242131 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-e4223f7b-fb4e-4d01-a907-817563ad6ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:49.250261 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0e519a9a-2db9-485f-8380-5c5b33d497eb req-5157a42f-8597-4448-bdb3-1a3225cb3a35 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873795 Jun 17 14:39:49.251873 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-7b63c1c8-93d9-40cf-9494-8a7e9db8df0a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:49.270196 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-02404b2e-f388-4d80-a123-d8a7190f8494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:49.274747 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-e4223f7b-fb4e-4d01-a907-817563ad6ef7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f0d861de-2244-419a-9e2f-e10e1d5fcd76 HTTP/1.1" status: 204 len: 168 time: 1.0807550 Jun 17 14:39:49.282393 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:49.287970 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['45011152-843b-4f5e-af6a-4195096374b9'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:39:49.308186 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02404b2e-f388-4d80-a123-d8a7190f8494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a3d607-8734-4ab7-b216-f972bb64db55,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:49.310789 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-02404b2e-f388-4d80-a123-d8a7190f8494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:49.312883 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-02404b2e-f388-4d80-a123-d8a7190f8494 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/91a3d607-8734-4ab7-b216-f972bb64db55 HTTP/1.1" status: 204 len: 168 time: 0.5728557 Jun 17 14:39:49.314713 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-02404b2e-f388-4d80-a123-d8a7190f8494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:49.321520 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-91817f62-0817-4586-b550-42c0021d7048 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Synchronizing usage tracker for tenant:80a9b853210242ac916c0e29f6c3f9bb on resource:port {{(pid=78472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:39:49.405920 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-91817f62-0817-4586-b550-42c0021d7048 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Unset dirty status for tenant:80a9b853210242ac916c0e29f6c3f9bb on resource:port {{(pid=78472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:39:49.406814 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-91817f62-0817-4586-b550-42c0021d7048 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=80a9b853210242ac916c0e29f6c3f9bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3400605 Jun 17 14:39:49.450160 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=72598bca-6205-4969-b555-c44bfcdfe048,revision_number=5']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:49.455505 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:49.478276 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning for port 205b989c-e347-402b-9b8f-64bdbffaacdf completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:39:49.495014 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning complete for port 205b989c-e347-402b-9b8f-64bdbffaacdf triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:39:49.495714 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:49.563197 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 41370) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:49.619976 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4ddb3-30c4-46cd-bf3e-c90a29dd5c38 req-32d00228-d3b5-4e5e-a6c9-14647d88b3dc tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:49.621561 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a7d4ddb3-30c4-46cd-bf3e-c90a29dd5c38 req-32d00228-d3b5-4e5e-a6c9-14647d88b3dc tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/ports?device_id=afcec3a3-8331-4256-be05-b6d61d2ccf6d HTTP/1.1" status: 200 len: 945 time: 0.1721861 Jun 17 14:39:49.684577 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a7d4ddb3-30c4-46cd-bf3e-c90a29dd5c38 req-7a9e9538-8357-4d89-9f0a-bffcd19915de tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/security-groups?id=103c7498-ea8f-4d09-ae02-2fb35326585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568519 Jun 17 14:39:49.705199 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:49.740720 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 41376) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:49.741027 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-41433e5a-6eac-492c-b15a-b85f98120593 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d113a0d68d19437fa515f3397a200092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1758895 Jun 17 14:39:49.745404 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 205b989c-e347-402b-9b8f-64bdbffaacdf, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=205b989c-e347-402b-9b8f-64bdbffaacdf,segment=NetworkSegment(dedd8951-6ee6-4681-8cee-1068e8dc43e1),segment_id=dedd8951-6ee6-4681-8cee-1068e8dc43e1)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:39:49.750180 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:49.752445 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:49.753065 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-b5fc4287-7420-420d-85a0-cabe8813f9d1 service neutron] 10.222.0.77 "GET /v2.0/networks/224875c5-70eb-4e10-8087-1385d93f5cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151252 Jun 17 14:39:49.841746 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=205b989c-e347-402b-9b8f-64bdbffaacdf,revision_number=5']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:49.844774 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:49.899861 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-97c8a028-05ef-4ca9-8b09-478ca7cc885b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Synchronizing usage tracker for tenant:092c45fa4f034867b5054335dbba9fa1 on resource:security_group {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:39:49.903865 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-12dfa980-0467-40bb-8d60-15e3dfcc153a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:49.928451 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-d9fc0011-054b-4852-ad60-cd00510b56d0 service neutron] 10.222.0.77 "GET /v2.0/networks/224875c5-70eb-4e10-8087-1385d93f5cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672080 Jun 17 14:39:49.965835 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 41390) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:49.998919 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2d90698f-b7ca-4d01-970d-fe11f07a0bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:50.019661 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-2d90698f-b7ca-4d01-970d-fe11f07a0bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:50.027941 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-2d90698f-b7ca-4d01-970d-fe11f07a0bc1 admin admin] Usage tracker for resource:security_group_rule and tenant:e9d406fa7b574844866067ba97d62a4d is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:50.031847 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-12dfa980-0467-40bb-8d60-15e3dfcc153a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:50.033006 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-2d90698f-b7ca-4d01-970d-fe11f07a0bc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:50.036206 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7556dbac-0141-4b52-8b29-f57a3cec5418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14895872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16701654'] for subnet, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:50.044866 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-2d90698f-b7ca-4d01-970d-fe11f07a0bc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:50.046789 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:50.051575 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-97c8a028-05ef-4ca9-8b09-478ca7cc885b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Unset dirty status for tenant:092c45fa4f034867b5054335dbba9fa1 on resource:security_group {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:39:50.052852 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-97c8a028-05ef-4ca9-8b09-478ca7cc885b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--2027698403&fields=id&tenant_id=092c45fa4f034867b5054335dbba9fa1 HTTP/1.1" status: 200 len: 267 time: 0.2273026 Jun 17 14:39:50.160444 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556dbac-0141-4b52-8b29-f57a3cec5418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea537d01-ec6c-48a8-b6fd-07ee4bb91f7b,revision_number=0']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:50.171573 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-7556dbac-0141-4b52-8b29-f57a3cec5418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:50.258057 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-12dfa980-0467-40bb-8d60-15e3dfcc153a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:50.268656 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:50.293001 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2d90698f-b7ca-4d01-970d-fe11f07a0bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:50.294110 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7556dbac-0141-4b52-8b29-f57a3cec5418 admin admin] Checking segment: {'id': 'd2f522a5-fa31-4cb8-9b6b-555a04cde302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '9e3a2128-0d97-414c-a094-1cc7fd90caf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:39:50.294912 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7556dbac-0141-4b52-8b29-f57a3cec5418 admin admin] Network hostable DHCP agents. Network: 9e3a2128-0d97-414c-a094-1cc7fd90caf8, hostable agents: ['cf6f0ed2-8328-4e51-ab4a-90de33d65f7e'], hosted agents: [] {{(pid=78472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:39:50.300839 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dfa980-0467-40bb-8d60-15e3dfcc153a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c03f3c9-cc66-4efc-9c5b-ebb857af08a9,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:50.306937 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-12dfa980-0467-40bb-8d60-15e3dfcc153a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:50.310698 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2d90698f-b7ca-4d01-970d-fe11f07a0bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:50.326957 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-22947e6d-6588-41d3-9a22-3bf734b78351 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:50.328488 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-22947e6d-6588-41d3-9a22-3bf734b78351 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/networks?id=4883627e-6fe8-4d7a-b297-cbdd10bc6a3f HTTP/1.1" status: 200 len: 817 time: 0.2600980 Jun 17 14:39:50.329941 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-12dfa980-0467-40bb-8d60-15e3dfcc153a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:50.330940 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-12dfa980-0467-40bb-8d60-15e3dfcc153a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4c03f3c9-cc66-4efc-9c5b-ebb857af08a9 HTTP/1.1" status: 204 len: 168 time: 0.5875773 Jun 17 14:39:50.331093 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:50.335521 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 45011152-843b-4f5e-af6a-4195096374b9 up at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:39:50.364034 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-bbe9e5e7-6641-487c-95a1-4b41b70d5182 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/quotas/092c45fa4f034867b5054335dbba9fa1 HTTP/1.1" status: 200 len: 375 time: 0.0196662 Jun 17 14:39:50.426703 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-2d90698f-b7ca-4d01-970d-fe11f07a0bc1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e9d406fa7b574844866067ba97d62a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4597759 Jun 17 14:39:50.430689 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 41410) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:50.467668 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning for port 45011152-843b-4f5e-af6a-4195096374b9 completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:39:50.478723 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning complete for port 45011152-843b-4f5e-af6a-4195096374b9 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:39:50.479609 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:50.485414 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7556dbac-0141-4b52-8b29-f57a3cec5418 admin admin] Network 9e3a2128-0d97-414c-a094-1cc7fd90caf8 is scheduled to be hosted by DHCP agent cf6f0ed2-8328-4e51-ab4a-90de33d65f7e with binding_index 1 {{(pid=78472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:39:50.489550 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90698f-b7ca-4d01-970d-fe11f07a0bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67b2ba0-f615-4167-a794-c4872476b959,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:50.498366 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-2d90698f-b7ca-4d01-970d-fe11f07a0bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:50.502476 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.base_scheduler [None req-7556dbac-0141-4b52-8b29-f57a3cec5418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-smb, 9e3a2128-0d97-414c-a094-1cc7fd90caf8) {{(pid=78472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:39:50.518401 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7556dbac-0141-4b52-8b29-f57a3cec5418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:50.519343 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7556dbac-0141-4b52-8b29-f57a3cec5418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for subnet, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:50.557032 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a438b68-4038-4f44-9ef2-70710bcd0d98 None None] Network 9e3a2128-0d97-414c-a094-1cc7fd90caf8 requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:39:50.579346 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-7556dbac-0141-4b52-8b29-f57a3cec5418 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9367409 Jun 17 14:39:50.665416 dv-cinder-796859-1-smb neutron-server[78473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afcec3a3-8331-4256-be05-b6d61d2ccf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72598bca-6205-4969-b555-c44bfcdfe048', 'code': 200} Jun 17 14:39:50.700432 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-95692049-44f5-4a4d-a501-934523923a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:50.744465 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-fa9cf0e5-73a8-4d65-8d42-131f1ac471ef tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Synchronizing usage tracker for tenant:092c45fa4f034867b5054335dbba9fa1 on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:39:50.751349 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4909433a-6d66-44a0-bccd-8d4d098b43cf req-034ec722-a1a4-4bae-be7b-a9548cb87956 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 210 time: 0.0799263 Jun 17 14:39:50.811440 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-95692049-44f5-4a4d-a501-934523923a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:50.838709 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-fa9cf0e5-73a8-4d65-8d42-131f1ac471ef tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Unset dirty status for tenant:092c45fa4f034867b5054335dbba9fa1 on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:39:50.844676 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-fa9cf0e5-73a8-4d65-8d42-131f1ac471ef tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=092c45fa4f034867b5054335dbba9fa1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4676538 Jun 17 14:39:51.080910 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775203e0-d30b-4a25-a223-ac580768d088 req-1374d33f-835c-4f8c-9d44-916ac9e7bb1c tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:51.090013 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-775203e0-d30b-4a25-a223-ac580768d088 req-1374d33f-835c-4f8c-9d44-916ac9e7bb1c tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 944 time: 0.1334143 Jun 17 14:39:51.113403 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 41430) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:51.215958 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-775203e0-d30b-4a25-a223-ac580768d088 req-90f9f7a3-076a-4325-909d-d75d01cfe666 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248324 Jun 17 14:39:51.223696 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-734e6a4f-df96-481f-bc62-5eccb373a8d2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dab0ac15617547c58ddccf63f232fec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1085904 Jun 17 14:39:51.227774 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 41436) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:51.228144 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:51.340662 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-f9e7063c-5ece-47a0-aa5b-42a3c3c2d8e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:51.373996 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-f9e7063c-5ece-47a0-aa5b-42a3c3c2d8e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:51.375166 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-95692049-44f5-4a4d-a501-934523923a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:51.442496 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-43b9ca12-0556-4a8d-9c4a-790dd0e464b6 service neutron] 10.222.0.77 "GET /v2.0/networks/4883627e-6fe8-4d7a-b297-cbdd10bc6a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5726571 Jun 17 14:39:51.444250 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b71bbb1-e5a9-4b1f-bb98-5558a5a18f8f None None] Network 9e3a2128-0d97-414c-a094-1cc7fd90caf8 requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:39:51.450454 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:51.454040 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-f9e7063c-5ece-47a0-aa5b-42a3c3c2d8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:51.462440 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-7ab6ed01-e8e2-4f45-b361-ae686843b144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:51.474772 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ceec4f-c2f8-415e-9ba3-75bcf686c922 req-9b9a8368-3407-4364-ae2c-8541228c132c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:51.479452 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a9ceec4f-c2f8-415e-9ba3-75bcf686c922 req-9b9a8368-3407-4364-ae2c-8541228c132c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=afcec3a3-8331-4256-be05-b6d61d2ccf6d HTTP/1.1" status: 200 len: 1098 time: 0.3022542 Jun 17 14:39:51.484259 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7063c-5ece-47a0-aa5b-42a3c3c2d8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee213493-ac7f-41bb-b4b0-38cec4278df3,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:51.487713 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-f9e7063c-5ece-47a0-aa5b-42a3c3c2d8e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:51.496010 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-f9e7063c-5ece-47a0-aa5b-42a3c3c2d8e9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ee213493-ac7f-41bb-b4b0-38cec4278df3 HTTP/1.1" status: 204 len: 168 time: 0.2644053 Jun 17 14:39:51.496010 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-f9e7063c-5ece-47a0-aa5b-42a3c3c2d8e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:51.520372 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95692049-44f5-4a4d-a501-934523923a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67b2ba0-f615-4167-a794-c4872476b959,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:51.548073 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-95692049-44f5-4a4d-a501-934523923a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:51.564921 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-a9ceec4f-c2f8-415e-9ba3-75bcf686c922 req-8c76e861-ee6a-4d3e-832d-2e5be7c683bc service neutron] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:51.579021 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-95692049-44f5-4a4d-a501-934523923a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:51.580602 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-95692049-44f5-4a4d-a501-934523923a4a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b67b2ba0-f615-4167-a794-c4872476b959 HTTP/1.1" status: 204 len: 168 time: 1.1418285 Jun 17 14:39:51.595224 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-a9ceec4f-c2f8-415e-9ba3-75bcf686c922 req-8c76e861-ee6a-4d3e-832d-2e5be7c683bc service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:51.624826 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb856b-550f-4853-aa25-77814fbd1834 req-a14ddec5-bd67-4680-a68a-b9abcd1d3c2e tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:51.628953 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-57bb856b-550f-4853-aa25-77814fbd1834 req-a14ddec5-bd67-4680-a68a-b9abcd1d3c2e tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/ports?device_id=afcec3a3-8331-4256-be05-b6d61d2ccf6d HTTP/1.1" status: 200 len: 945 time: 0.1459563 Jun 17 14:39:51.647076 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 45011152-843b-4f5e-af6a-4195096374b9, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=45011152-843b-4f5e-af6a-4195096374b9,segment=NetworkSegment(dedd8951-6ee6-4681-8cee-1068e8dc43e1),segment_id=dedd8951-6ee6-4681-8cee-1068e8dc43e1)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:39:51.705603 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-a9ceec4f-c2f8-415e-9ba3-75bcf686c922 req-8c76e861-ee6a-4d3e-832d-2e5be7c683bc service neutron] Usage tracker for resource:security_group_rule and tenant:659d63096c904fd69dccd237c1f6acc3 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:51.708859 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:51.710587 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-a9ceec4f-c2f8-415e-9ba3-75bcf686c922 req-8c76e861-ee6a-4d3e-832d-2e5be7c683bc service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:51.717061 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:51.728613 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-a9ceec4f-c2f8-415e-9ba3-75bcf686c922 req-8c76e861-ee6a-4d3e-832d-2e5be7c683bc service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:51.786543 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-57bb856b-550f-4853-aa25-77814fbd1834 req-9f5dcf58-cc1b-4d52-b62b-7efc88d878b7 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/security-groups?id=103c7498-ea8f-4d09-ae02-2fb35326585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449893 Jun 17 14:39:51.804078 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=45011152-843b-4f5e-af6a-4195096374b9,revision_number=5']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:51.815273 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-1e44d430-f26d-452e-80d0-727e0d70353e service neutron] 10.222.0.77 "GET /v2.0/networks/4883627e-6fe8-4d7a-b297-cbdd10bc6a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345127 Jun 17 14:39:51.822979 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:51.894498 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-a9ceec4f-c2f8-415e-9ba3-75bcf686c922 req-8c76e861-ee6a-4d3e-832d-2e5be7c683bc service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:51.901065 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-a9ceec4f-c2f8-415e-9ba3-75bcf686c922 req-8c76e861-ee6a-4d3e-832d-2e5be7c683bc service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:51.914148 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:51.958847 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a9ceec4f-c2f8-415e-9ba3-75bcf686c922 req-8c76e861-ee6a-4d3e-832d-2e5be7c683bc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=103c7498-ea8f-4d09-ae02-2fb35326585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707375 Jun 17 14:39:51.979282 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76e861-ee6a-4d3e-832d-2e5be7c683bc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ba275d64-7f07-4aa6-8314-a63624184277,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:51.989313 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-8c76e861-ee6a-4d3e-832d-2e5be7c683bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:52.138628 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 41466) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:52.144651 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-f0d6686f-cf51-48e8-92cc-938c61f12209 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-622947545-network', 'tenant_id': '5b3620e1484e4cc3a6df78a425acf55c'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:52.154036 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-f0d6686f-cf51-48e8-92cc-938c61f12209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:52.161900 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-c85eb822-88a4-496f-8e19-9b5b9c0dcc45 req-c8f82b18-fcc6-4523-9e44-776655214641 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 210 time: 0.1342685 Jun 17 14:39:52.250134 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-f0d6686f-cf51-48e8-92cc-938c61f12209 admin admin] Usage tracker for resource:network and tenant:5b3620e1484e4cc3a6df78a425acf55c is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:52.257887 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-f0d6686f-cf51-48e8-92cc-938c61f12209 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:52.262627 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4112691d-f689-44d0-b44d-2a4f9b16ecae req-5327fe6c-c975-4dce-b1d7-98849febef48 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 210 time: 0.1052928 Jun 17 14:39:52.277279 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-f0d6686f-cf51-48e8-92cc-938c61f12209 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:52.295844 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d6686f-cf51-48e8-92cc-938c61f12209 admin admin] Made reservation on behalf of 5b3620e1484e4cc3a6df78a425acf55c for: {'network': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:39:52.298617 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f0d6686f-cf51-48e8-92cc-938c61f12209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for network, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:52.322809 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f0d6686f-cf51-48e8-92cc-938c61f12209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:52.342658 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-f0d6686f-cf51-48e8-92cc-938c61f12209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:52.384578 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-f0d6686f-cf51-48e8-92cc-938c61f12209 admin admin] Usage tracker for resource:security_group_rule and tenant:5b3620e1484e4cc3a6df78a425acf55c is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:52.392364 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-f0d6686f-cf51-48e8-92cc-938c61f12209 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:52.419058 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-f0d6686f-cf51-48e8-92cc-938c61f12209 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:52.602279 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-9aeb48db-1e2f-438c-87f6-e0f9662760b5 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:52.603150 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-9aeb48db-1e2f-438c-87f6-e0f9662760b5 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Synchronizing usage tracker for tenant:80a9b853210242ac916c0e29f6c3f9bb on resource:network {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:39:52.642673 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45e473-0e19-46e4-bb7a-94d6e9ec2afe req-0609af71-a69f-442f-9798-84fcc2a3b478 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:52.649547 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-eb45e473-0e19-46e4-bb7a-94d6e9ec2afe req-0609af71-a69f-442f-9798-84fcc2a3b478 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.2075367 Jun 17 14:39:52.667372 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36cd282a-a167-47dc-9b29-bcd8fb4f0799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205b989c-e347-402b-9b8f-64bdbffaacdf'}, {'server_uuid': '601fe5f9-1274-4ac4-8bb4-1ca15c696207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45011152-843b-4f5e-af6a-4195096374b9'}] {{(pid=78473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:39:52.672715 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f0d6686f-cf51-48e8-92cc-938c61f12209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:52.693271 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f0d6686f-cf51-48e8-92cc-938c61f12209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:52.713765 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:52.750253 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d6686f-cf51-48e8-92cc-938c61f12209 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1323} {{(pid=78471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:39:52.755596 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-eb45e473-0e19-46e4-bb7a-94d6e9ec2afe req-5adebfb4-0e79-4c9b-a0f8-1143a2cdea0c tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988803 Jun 17 14:39:52.766212 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f0d6686f-cf51-48e8-92cc-938c61f12209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:52.766564 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.db.segments_db [None req-f0d6686f-cf51-48e8-92cc-938c61f12209 admin admin] Added segment 01d3f05d-7287-4612-a648-c2f2111790e2 of type vlan for network 9c0e1f0b-b4a6-4ea8-9256-f388787d997a Jun 17 14:39:52.779651 dv-cinder-796859-1-smb neutron-server[78473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36cd282a-a167-47dc-9b29-bcd8fb4f0799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205b989c-e347-402b-9b8f-64bdbffaacdf', 'code': 200} Jun 17 14:39:52.780187 dv-cinder-796859-1-smb neutron-server[78473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601fe5f9-1274-4ac4-8bb4-1ca15c696207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45011152-843b-4f5e-af6a-4195096374b9', 'code': 200} Jun 17 14:39:52.805562 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-9aeb48db-1e2f-438c-87f6-e0f9662760b5 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Unset dirty status for tenant:80a9b853210242ac916c0e29f6c3f9bb on resource:network {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:39:52.807118 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-9aeb48db-1e2f-438c-87f6-e0f9662760b5 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.72 "GET /v2.0/networks?id=224875c5-70eb-4e10-8087-1385d93f5cbf HTTP/1.1" status: 200 len: 810 time: 0.4592094 Jun 17 14:39:52.825853 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d6686f-cf51-48e8-92cc-938c61f12209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c02bd4-f71f-4f45-be35-a8abac4eba5d,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:52.832661 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-f0d6686f-cf51-48e8-92cc-938c61f12209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:52.858658 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f0d6686f-cf51-48e8-92cc-938c61f12209 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744813850956'] for network, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:52.985440 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-907aa8b5-e1d0-41aa-b20b-09886f36ff05 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Synchronizing usage tracker for tenant:80a9b853210242ac916c0e29f6c3f9bb on resource:security_group {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:39:53.009701 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-907aa8b5-e1d0-41aa-b20b-09886f36ff05 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Unset dirty status for tenant:80a9b853210242ac916c0e29f6c3f9bb on resource:security_group {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:39:53.011777 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-907aa8b5-e1d0-41aa-b20b-09886f36ff05 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80a9b853210242ac916c0e29f6c3f9bb HTTP/1.1" status: 200 len: 379 time: 0.1325822 Jun 17 14:39:53.018832 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f0d6686f-cf51-48e8-92cc-938c61f12209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121'] for network, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:53.020638 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d6686f-cf51-48e8-92cc-938c61f12209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:53.021233 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f0d6686f-cf51-48e8-92cc-938c61f12209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:53.053607 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-6a4bdc51-1383-496b-9b43-0acaaf4411db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:53.092126 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-73bba5b1-69eb-488c-94ec-852e270d9e0b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Request body: {'port': {'device_id': 'af6e13a6-da55-48c2-b803-213c1c6168ef', 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf', 'admin_state_up': True, 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'security_groups': ['de150c40-2ca0-4252-9c53-d3d9ce692dac']}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:53.476599 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438e23e-f8ca-4970-8591-2039b2e69a34 req-aa64de2f-1d39-43d1-84ca-01aa21c56f78 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:53.486350 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-2438e23e-f8ca-4970-8591-2039b2e69a34 req-aa64de2f-1d39-43d1-84ca-01aa21c56f78 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/ports?device_id=afcec3a3-8331-4256-be05-b6d61d2ccf6d HTTP/1.1" status: 200 len: 945 time: 0.4624865 Jun 17 14:39:53.548463 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-2438e23e-f8ca-4970-8591-2039b2e69a34 req-e7d169f7-46ad-4aa7-a9a0-6a7c4e803b0f tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/security-groups?id=103c7498-ea8f-4d09-ae02-2fb35326585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604651 Jun 17 14:39:53.550705 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd040282-3c23-4bc6-914c-43141840ed75 req-b30e2491-aef3-463d-b84a-2a8bf835dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:53.552895 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-cd040282-3c23-4bc6-914c-43141840ed75 req-b30e2491-aef3-463d-b84a-2a8bf835dcbe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 1098 time: 0.2527444 Jun 17 14:39:53.661227 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-cd040282-3c23-4bc6-914c-43141840ed75 req-5c893d6b-1a78-41b7-9800-6fb68c21d023 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981271 Jun 17 14:39:53.750999 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-f0d6686f-cf51-48e8-92cc-938c61f12209 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6111863 Jun 17 14:39:53.776213 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 41538) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:53.794543 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-c7798b42-3ae1-45c7-b8b3-4ea5add26f68 admin admin] Request body: {'subnet': {'network_id': '9c0e1f0b-b4a6-4ea8-9256-f388787d997a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-622947545-subnet', 'tenant_id': '5b3620e1484e4cc3a6df78a425acf55c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:53.801472 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-c7798b42-3ae1-45c7-b8b3-4ea5add26f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:53.803013 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-c7798b42-3ae1-45c7-b8b3-4ea5add26f68 admin admin] Usage tracker for resource:subnet and tenant:5b3620e1484e4cc3a6df78a425acf55c is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:39:53.806947 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-c7798b42-3ae1-45c7-b8b3-4ea5add26f68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:39:53.813385 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-c7798b42-3ae1-45c7-b8b3-4ea5add26f68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:53.831660 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4fa28516-f203-48de-b029-4992b8d37696 req-32843fd5-c187-4c26-8dfc-4f29811251ff tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 210 time: 0.0929532 Jun 17 14:39:53.832664 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7798b42-3ae1-45c7-b8b3-4ea5add26f68 admin admin] Made reservation on behalf of 5b3620e1484e4cc3a6df78a425acf55c for: {'subnet': 1} {{(pid=78472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:39:53.833250 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d6686f-cf51-48e8-92cc-938c61f12209 admin admin] Pushing event updated for resources: {'Network': ['ID=9c0e1f0b-b4a6-4ea8-9256-f388787d997a,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:53.835658 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-c7798b42-3ae1-45c7-b8b3-4ea5add26f68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16701636'] for subnet, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:53.847805 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-25a3ff71-79f1-4b74-b396-311a264351a8 req-c7cd2e05-72e4-4aab-8375-cf83efbbdd30 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 210 time: 0.2935972 Jun 17 14:39:53.848837 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-f0d6686f-cf51-48e8-92cc-938c61f12209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:53.854208 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Network 9c0e1f0b-b4a6-4ea8-9256-f388787d997a details requested by agent ovs-agent-dv-cinder-796859-1-smb with host dv-cinder-796859-1-smb {{(pid=78473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:39:53.965725 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-73bba5b1-69eb-488c-94ec-852e270d9e0b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:53.989331 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-73bba5b1-69eb-488c-94ec-852e270d9e0b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:54.026582 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62043f-69ab-4586-9725-985d29cd7c1c req-87be35be-d8f0-47ee-8398-3366fbcf0477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:54.028144 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4c62043f-69ab-4586-9725-985d29cd7c1c req-87be35be-d8f0-47ee-8398-3366fbcf0477 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 1098 time: 0.5269523 Jun 17 14:39:54.028949 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-73bba5b1-69eb-488c-94ec-852e270d9e0b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Made reservation on behalf of 80a9b853210242ac916c0e29f6c3f9bb for: {'port': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:39:54.032449 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-73bba5b1-69eb-488c-94ec-852e270d9e0b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:54.287028 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ab8b7-c434-41e6-a83f-d7d1e244fa26 req-6c548578-04d0-4aef-897f-176d5c6c976c tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:54.290782 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-5d7ab8b7-c434-41e6-a83f-d7d1e244fa26 req-6c548578-04d0-4aef-897f-176d5c6c976c tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.2321477 Jun 17 14:39:54.388769 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-4c62043f-69ab-4586-9725-985d29cd7c1c req-55b0e39a-9aa8-43d5-84a4-c4a195ac25f1 service neutron] Synchronizing usage tracker for tenant:659d63096c904fd69dccd237c1f6acc3 on resource:security_group {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:39:54.421695 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-5d7ab8b7-c434-41e6-a83f-d7d1e244fa26 req-f96af2f2-174e-40a5-889d-09aa44baf76c tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243408 Jun 17 14:39:54.454251 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-4c62043f-69ab-4586-9725-985d29cd7c1c req-55b0e39a-9aa8-43d5-84a4-c4a195ac25f1 service neutron] Unset dirty status for tenant:659d63096c904fd69dccd237c1f6acc3 on resource:security_group {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:39:54.455392 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4c62043f-69ab-4586-9725-985d29cd7c1c req-55b0e39a-9aa8-43d5-84a4-c4a195ac25f1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697210 Jun 17 14:39:54.503316 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_common [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-73bba5b1-69eb-488c-94ec-852e270d9e0b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Allocated IP 172.20.0.5 (224875c5-70eb-4e10-8087-1385d93f5cbf/1c9a4e58-351e-45bb-8981-70921e1085a6/7410e06d-9a99-4bf0-a807-ae77f2b427b1) {{(pid=78471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:39:54.760240 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-c7798b42-3ae1-45c7-b8b3-4ea5add26f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14895872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16701654'] for subnet, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:54.770997 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:54.883990 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7798b42-3ae1-45c7-b8b3-4ea5add26f68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=001a77e5-cc26-4f63-8220-71367cd75d82,revision_number=0']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:54.890980 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-c7798b42-3ae1-45c7-b8b3-4ea5add26f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:54.892510 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7798b42-3ae1-45c7-b8b3-4ea5add26f68 admin admin] Checking segment: {'id': '01d3f05d-7287-4612-a648-c2f2111790e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '9c0e1f0b-b4a6-4ea8-9256-f388787d997a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:39:54.892938 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7798b42-3ae1-45c7-b8b3-4ea5add26f68 admin admin] Network hostable DHCP agents. Network: 9c0e1f0b-b4a6-4ea8-9256-f388787d997a, hostable agents: ['cf6f0ed2-8328-4e51-ab4a-90de33d65f7e'], hosted agents: [] {{(pid=78472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:39:54.932418 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-73bba5b1-69eb-488c-94ec-852e270d9e0b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for port, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:54.949825 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7798b42-3ae1-45c7-b8b3-4ea5add26f68 admin admin] Network 9c0e1f0b-b4a6-4ea8-9256-f388787d997a is scheduled to be hosted by DHCP agent cf6f0ed2-8328-4e51-ab4a-90de33d65f7e with binding_index 1 {{(pid=78472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:39:54.970466 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3a4b8-d958-4e02-8eb4-76c4e313049b req-15a4612a-6e39-4ac1-ae83-19b234a5970b tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:54.974647 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e1f3a4b8-d958-4e02-8eb4-76c4e313049b req-15a4612a-6e39-4ac1-ae83-19b234a5970b tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/ports?device_id=afcec3a3-8331-4256-be05-b6d61d2ccf6d HTTP/1.1" status: 200 len: 945 time: 0.2437825 Jun 17 14:39:54.981082 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.provisioning_blocks [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-73bba5b1-69eb-488c-94ec-852e270d9e0b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Transition to ACTIVE for port object 7410e06d-9a99-4bf0-a807-ae77f2b427b1 will not be triggered until provisioned by entity DHCP. {{(pid=78471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:39:54.989344 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.base_scheduler [None req-c7798b42-3ae1-45c7-b8b3-4ea5add26f68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-smb, 9c0e1f0b-b4a6-4ea8-9256-f388787d997a) {{(pid=78472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:39:54.999970 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f586c868-4201-47c5-82dd-2619a5194664 None None] Network 9c0e1f0b-b4a6-4ea8-9256-f388787d997a requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:39:55.029726 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7798b42-3ae1-45c7-b8b3-4ea5add26f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:55.030548 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-c7798b42-3ae1-45c7-b8b3-4ea5add26f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for subnet, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:55.077620 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-c7798b42-3ae1-45c7-b8b3-4ea5add26f68 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2892206 Jun 17 14:39:55.121945 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e1f3a4b8-d958-4e02-8eb4-76c4e313049b req-d6acaf35-ed86-4a28-a782-b60e27c36827 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/security-groups?id=103c7498-ea8f-4d09-ae02-2fb35326585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383464 Jun 17 14:39:55.170504 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-73bba5b1-69eb-488c-94ec-852e270d9e0b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906'] for port, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:55.205074 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3a3e5e4d-f7fd-428e-99a0-2f93bfc42e3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:55.345794 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-73bba5b1-69eb-488c-94ec-852e270d9e0b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Network 224875c5-70eb-4e10-8087-1385d93f5cbf is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:39:55.349986 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-73bba5b1-69eb-488c-94ec-852e270d9e0b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:39:55.356378 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-73bba5b1-69eb-488c-94ec-852e270d9e0b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Received port after_create {{(pid=78471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:39:55.368366 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-73bba5b1-69eb-488c-94ec-852e270d9e0b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:55.369661 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-73bba5b1-69eb-488c-94ec-852e270d9e0b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:55.489982 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c061285-8432-4d3b-a3d7-2dec392c0e28 req-a0c653a6-db91-418f-98d4-2cb4fbbbd2a6 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:55.494679 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-6c061285-8432-4d3b-a3d7-2dec392c0e28 req-a0c653a6-db91-418f-98d4-2cb4fbbbd2a6 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 931 time: 0.3303103 Jun 17 14:39:55.538380 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-73bba5b1-69eb-488c-94ec-852e270d9e0b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4865344 Jun 17 14:39:55.553471 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-dcdb959a-a2d0-4c66-adfe-ce39d259ffd3 req-fcd49d27-fb17-4f42-aa28-8d2493a2c584 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 210 time: 0.0935199 Jun 17 14:39:55.623150 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bba5b1-69eb-488c-94ec-852e270d9e0b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Pushing event updated for resources: {'Port': ['ID=7410e06d-9a99-4bf0-a807-ae77f2b427b1,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:55.646137 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-73bba5b1-69eb-488c-94ec-852e270d9e0b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:55.686376 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-6c061285-8432-4d3b-a3d7-2dec392c0e28 req-640f3bb8-bd5a-4196-b9c0-f8fde4e48b7b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826975 Jun 17 14:39:55.723965 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Request body: {'port': {'device_id': 'af6e13a6-da55-48c2-b803-213c1c6168ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:55.820853 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:55.998601 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87a1fc1-b9da-4ad0-8db6-355ccd3dcb41 None None] Network 9c0e1f0b-b4a6-4ea8-9256-f388787d997a requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:39:56.103710 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-e264e49e-d4bc-42fa-b2b1-d6b2f27747ac None None] Provisioning for port 7410e06d-9a99-4bf0-a807-ae77f2b427b1 completed by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:39:56.223190 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-e264e49e-d4bc-42fa-b2b1-d6b2f27747ac None None] Provisioning complete for port 7410e06d-9a99-4bf0-a807-ae77f2b427b1 triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:39:56.224154 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-e264e49e-d4bc-42fa-b2b1-d6b2f27747ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:56.238259 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-df3cfe15-77b3-4ac2-8494-54cdd36dfe04 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:56.240359 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-df3cfe15-77b3-4ac2-8494-54cdd36dfe04 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.72 "GET /v2.0/networks?id=4883627e-6fe8-4d7a-b297-cbdd10bc6a3f HTTP/1.1" status: 200 len: 817 time: 0.6782990 Jun 17 14:39:56.287328 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:56.365697 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-e264e49e-d4bc-42fa-b2b1-d6b2f27747ac None None] Port 7410e06d-9a99-4bf0-a807-ae77f2b427b1 cannot update to ACTIVE because it is not bound. {{(pid=78473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:39:56.432013 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dfa53-cc64-40ef-903b-f0683d2f2d3e req-a0ceefd8-5ebf-4ce3-844e-a47b03afd6a2 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:56.441619 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6b3dfa53-cc64-40ef-903b-f0683d2f2d3e req-a0ceefd8-5ebf-4ce3-844e-a47b03afd6a2 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.4511039 Jun 17 14:39:56.729805 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6b3dfa53-cc64-40ef-903b-f0683d2f2d3e req-7b5d35ea-289e-407f-8f36-c526dc678231 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752930 Jun 17 14:39:56.740416 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-7b912104-9918-4eec-9a70-3d9ef5837d12 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=092c45fa4f034867b5054335dbba9fa1 HTTP/1.1" status: 200 len: 380 time: 0.4292858 Jun 17 14:39:56.765030 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-18bba8cd-65f5-4749-9ebd-b4af7a6b7eb7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Request body: {'port': {'device_id': '0f61358f-286b-4dc2-aae2-318433457ea8', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'admin_state_up': True, 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'security_groups': ['4518131a-3d43-4841-8ae6-5366afdfdac0']}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:56.886861 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-a58329cf-971c-4b52-b279-83a8fc3ca959 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:56.894865 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-a58329cf-971c-4b52-b279-83a8fc3ca959 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/networks?id=9e3a2128-0d97-414c-a094-1cc7fd90caf8 HTTP/1.1" status: 200 len: 808 time: 0.2289262 Jun 17 14:39:56.923946 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-2ede78c4-9d5f-4b55-9914-bb709adb081b tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/quotas/398299ba348c4781a092e961034b4ce7 HTTP/1.1" status: 200 len: 375 time: 0.0279081 Jun 17 14:39:56.979007 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-0da9e77b-8b86-4401-894c-16b0db3a066d tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=398299ba348c4781a092e961034b4ce7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535657 Jun 17 14:39:57.156489 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-18bba8cd-65f5-4749-9ebd-b4af7a6b7eb7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:39:57.161147 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-36b35399-828b-4657-9aef-d8151bea8408 service neutron] 10.222.0.77 "GET /v2.0/networks/9e3a2128-0d97-414c-a094-1cc7fd90caf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595814 Jun 17 14:39:57.176572 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-18bba8cd-65f5-4749-9ebd-b4af7a6b7eb7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:39:57.310434 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-31c092db-2a1f-4efa-b6dd-75f518f47a3d req-5063ae26-4fbc-4df1-a789-11b370c1a553 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 210 time: 0.3262925 Jun 17 14:39:57.341565 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-f2133c57-ea5d-49f3-a3ac-fcf45b7bfce1 service neutron] 10.222.0.77 "GET /v2.0/networks/9e3a2128-0d97-414c-a094-1cc7fd90caf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607485 Jun 17 14:39:57.489277 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-18bba8cd-65f5-4749-9ebd-b4af7a6b7eb7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Made reservation on behalf of 092c45fa4f034867b5054335dbba9fa1 for: {'port': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:39:57.496025 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-18bba8cd-65f5-4749-9ebd-b4af7a6b7eb7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:57.824550 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-a78d973e-076c-4230-9459-2d4e1c178089 req-66587c46-d894-49c1-a6b7-840a54c77e7f tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/ports?device_id=9303b9a2-e0f5-4313-be2d-9305ca8ccccf HTTP/1.1" status: 200 len: 210 time: 0.1610272 Jun 17 14:39:58.220622 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_common [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-18bba8cd-65f5-4749-9ebd-b4af7a6b7eb7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Allocated IP 172.20.0.7 (4883627e-6fe8-4d7a-b297-cbdd10bc6a3f/49d50089-0579-444b-be8e-835b748ebcf1/8d1bc185-d46e-4577-a534-c1b56d2cde81) {{(pid=78471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:39:58.245339 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf1752-ac80-4b82-928c-ec08868d1244 req-d53f39ea-32a6-4a89-b6ab-a71f4773e519 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:58.247617 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4bbf1752-ac80-4b82-928c-ec08868d1244 req-d53f39ea-32a6-4a89-b6ab-a71f4773e519 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.1620462 Jun 17 14:39:58.288042 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162587e0-d407-43d4-a226-0ba986408dc0 req-39e80044-ff92-4276-a170-01ed1eb1d40c tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:58.290016 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-162587e0-d407-43d4-a226-0ba986408dc0 req-39e80044-ff92-4276-a170-01ed1eb1d40c tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Synchronizing usage tracker for tenant:80a9b853210242ac916c0e29f6c3f9bb on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:39:58.306389 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7410e06d-9a99-4bf0-a807-ae77f2b427b1 {{(pid=78471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:39:58.346466 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4bbf1752-ac80-4b82-928c-ec08868d1244 req-e8bce6de-8b49-4502-bf4b-b73e12a133b5 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822382 Jun 17 14:39:58.353299 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:58.415605 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-162587e0-d407-43d4-a226-0ba986408dc0 req-39e80044-ff92-4276-a170-01ed1eb1d40c tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Unset dirty status for tenant:80a9b853210242ac916c0e29f6c3f9bb on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:39:58.417960 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-162587e0-d407-43d4-a226-0ba986408dc0 req-39e80044-ff92-4276-a170-01ed1eb1d40c tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 931 time: 0.8082156 Jun 17 14:39:58.439972 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.provisioning_blocks [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Transition to ACTIVE for port object 7410e06d-9a99-4bf0-a807-ae77f2b427b1 will not be triggered until provisioned by entity L2. {{(pid=78471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:39:58.561499 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:58.691156 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3a3e5e4d-f7fd-428e-99a0-2f93bfc42e3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:59.112968 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-162587e0-d407-43d4-a226-0ba986408dc0 req-027d328b-58ce-4580-a857-e65ca0d4ace2 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6741395 Jun 17 14:39:59.184413 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-18bba8cd-65f5-4749-9ebd-b4af7a6b7eb7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for port, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:59.202035 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:39:59.230610 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Pushing event updated for resources: {'Port': ['ID=7410e06d-9a99-4bf0-a807-ae77f2b427b1,revision_number=2']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:59.242862 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:59.339802 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.provisioning_blocks [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-18bba8cd-65f5-4749-9ebd-b4af7a6b7eb7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Transition to ACTIVE for port object 8d1bc185-d46e-4577-a534-c1b56d2cde81 will not be triggered until provisioned by entity DHCP. {{(pid=78471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:39:59.347077 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Attempting to bind port 7410e06d-9a99-4bf0-a807-ae77f2b427b1 on host hv-cinder-79685 for vnic_type normal with profile {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:39:59.348074 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Attempting to bind port 7410e06d-9a99-4bf0-a807-ae77f2b427b1 by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': 'a42f3861-6b32-42c2-9d90-91f17e504aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf'}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:39:59.348609 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Attempting to bind port 7410e06d-9a99-4bf0-a807-ae77f2b427b1 on network 224875c5-70eb-4e10-8087-1385d93f5cbf {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:39:59.364634 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Port 7410e06d-9a99-4bf0-a807-ae77f2b427b1 on network 224875c5-70eb-4e10-8087-1385d93f5cbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:39:59.365759 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Attempting to bind port 7410e06d-9a99-4bf0-a807-ae77f2b427b1 on network 224875c5-70eb-4e10-8087-1385d93f5cbf {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:39:59.413659 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Checking agent: {'id': '80af2de7-c944-442b-b56f-5ae10827120d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:39:59.414095 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Checking segment: {'id': 'a42f3861-6b32-42c2-9d90-91f17e504aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:39:59.416471 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Bound using segment: {'id': 'a42f3861-6b32-42c2-9d90-91f17e504aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf'} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:39:59.417223 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Bound port: 7410e06d-9a99-4bf0-a807-ae77f2b427b1, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a42f3861-6b32-42c2-9d90-91f17e504aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf'}}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:39:59.417660 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:59.588038 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-38463fb1-5946-4e38-8bdc-d544dd60f1cd req-90e4b4ea-318a-40f0-a5aa-917328460f21 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 210 time: 0.1389890 Jun 17 14:39:59.714028 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] For port 7410e06d-9a99-4bf0-a807-ae77f2b427b1, host hv-cinder-79685, cleared binding levels {{(pid=78471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:39:59.717970 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] For port 7410e06d-9a99-4bf0-a807-ae77f2b427b1, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=7410e06d-9a99-4bf0-a807-ae77f2b427b1,segment=NetworkSegment(a42f3861-6b32-42c2-9d90-91f17e504aa8),segment_id=a42f3861-6b32-42c2-9d90-91f17e504aa8)] {{(pid=78471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:39:59.734104 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:59.752353 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:59.966478 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-18bba8cd-65f5-4749-9ebd-b4af7a6b7eb7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906'] for port, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:00.108382 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.72', 53895) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:00.297447 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:00.297718 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-9e03bf39-3f11-4737-943f-0886da259813 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:00.299300 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:00.299489 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-9e03bf39-3f11-4737-943f-0886da259813 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.72 "GET /v2.0/networks?id=9e3a2128-0d97-414c-a094-1cc7fd90caf8 HTTP/1.1" status: 200 len: 808 time: 0.7432806 Jun 17 14:40:00.302215 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] 10.222.0.72 "PUT /v2.0/ports/7410e06d-9a99-4bf0-a807-ae77f2b427b1 HTTP/1.1" status: 200 len: 1093 time: 4.6020205 Jun 17 14:40:00.308841 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7710ecef-b888-416d-964f-47ffc804a4af req-5cd2492a-8027-4c00-bd17-53e112edbf7d tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/ports?device_id=9303b9a2-e0f5-4313-be2d-9305ca8ccccf HTTP/1.1" status: 200 len: 210 time: 0.3581107 Jun 17 14:40:00.309632 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6e13a6-da55-48c2-b803-213c1c6168ef', 'tag': '7410e06d-9a99-4bf0-a807-ae77f2b427b1'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:40:00.365745 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Pushing event updated for resources: {'Port': ['ID=7410e06d-9a99-4bf0-a807-ae77f2b427b1,revision_number=3']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:00.384288 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d6978-595f-45ec-b543-4dfd3f132430 req-0178954e-9775-4c87-878d-cd64b3e98814 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:00.393015 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:00.393722 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:00.394263 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:00.394502 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:00.394922 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:00.395408 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:00.395881 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:00.396038 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-e90d6978-595f-45ec-b543-4dfd3f132430 req-0178954e-9775-4c87-878d-cd64b3e98814 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.2759778 Jun 17 14:40:00.396567 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:00.397064 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:00.397505 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:00.398008 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:00.399434 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:00.405436 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-18bba8cd-65f5-4749-9ebd-b4af7a6b7eb7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Network 4883627e-6fe8-4d7a-b297-cbdd10bc6a3f is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:40:00.406732 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:00.407432 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:00.423798 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Request body: {'port': {'device_id': '9303b9a2-e0f5-4313-be2d-9305ca8ccccf', 'network_id': '9e3a2128-0d97-414c-a094-1cc7fd90caf8', 'admin_state_up': True, 'tenant_id': '398299ba348c4781a092e961034b4ce7'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:40:00.537433 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bba8cd-65f5-4749-9ebd-b4af7a6b7eb7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Pushing event updated for resources: {'Port': ['ID=8d1bc185-d46e-4577-a534-c1b56d2cde81,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:00.541083 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-18bba8cd-65f5-4749-9ebd-b4af7a6b7eb7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:40:00.544423 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-18bba8cd-65f5-4749-9ebd-b4af7a6b7eb7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:00.582771 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-18bba8cd-65f5-4749-9ebd-b4af7a6b7eb7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Received port after_create {{(pid=78471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:40:00.592070 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-18bba8cd-65f5-4749-9ebd-b4af7a6b7eb7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:00.593101 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-18bba8cd-65f5-4749-9ebd-b4af7a6b7eb7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:00.646356 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-e90d6978-595f-45ec-b543-4dfd3f132430 req-469a63e3-cb7e-4ab9-b702-9b83efc1e4dc tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485480 Jun 17 14:40:00.655418 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-18bba8cd-65f5-4749-9ebd-b4af7a6b7eb7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9047651 Jun 17 14:40:00.725799 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-69c34b3d-f803-490e-bb76-611cd048ef28 service neutron] Request body: {'port': {'device_id': '0f61358f-286b-4dc2-aae2-318433457ea8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:40:00.776675 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:00.779649 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6e13a6-da55-48c2-b803-213c1c6168ef', 'tag': '7410e06d-9a99-4bf0-a807-ae77f2b427b1', 'status': 'completed', 'code': 200} Jun 17 14:40:00.781100 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Usage tracker for resource:port and tenant:398299ba348c4781a092e961034b4ce7 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:00.784652 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:00.794863 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:00.825214 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa94223-8b01-4ba0-bb27-e4ad39539a6e req-4d195cfb-4c6e-4620-8506-f204ca4fa16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:00.826563 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2aa94223-8b01-4ba0-bb27-e4ad39539a6e req-4d195cfb-4c6e-4620-8506-f204ca4fa16d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b45a5667af44c408b810bef63493e23&device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 1098 time: 0.7125053 Jun 17 14:40:00.832567 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Made reservation on behalf of 398299ba348c4781a092e961034b4ce7 for: {'port': 1} {{(pid=78472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:40:00.840260 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:00.975220 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-be7eec56-d914-444a-9404-ff14353bdafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:00.976808 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-be7eec56-d914-444a-9404-ff14353bdafd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=80a9b853210242ac916c0e29f6c3f9bb&device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 1096 time: 0.4405637 Jun 17 14:40:01.018850 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-5ea619ba-c550-435f-9fa2-989243c4a62c None None] Provisioning for port 8d1bc185-d46e-4577-a534-c1b56d2cde81 completed by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:40:01.035962 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-5ea619ba-c550-435f-9fa2-989243c4a62c None None] Provisioning complete for port 8d1bc185-d46e-4577-a534-c1b56d2cde81 triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:40:01.037530 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-5ea619ba-c550-435f-9fa2-989243c4a62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:01.135849 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-db4e9d9d-c34e-4965-ba7f-bb339478e38e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7410e06d-9a99-4bf0-a807-ae77f2b427b1 HTTP/1.1" status: 200 len: 217 time: 0.0979092 Jun 17 14:40:01.136445 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-69c34b3d-f803-490e-bb76-611cd048ef28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:01.157628 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184941d7-a504-41a2-a1a2-eb0144c561ba req-ef5627ed-70f0-43fb-83a1-daa3bf733a23 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:01.162463 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-5ea619ba-c550-435f-9fa2-989243c4a62c None None] Port 8d1bc185-d46e-4577-a534-c1b56d2cde81 cannot update to ACTIVE because it is not bound. {{(pid=78473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:40:01.164624 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-184941d7-a504-41a2-a1a2-eb0144c561ba req-ef5627ed-70f0-43fb-83a1-daa3bf733a23 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 931 time: 0.2309954 Jun 17 14:40:01.230085 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.db_base_plugin_common [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Allocated IP 172.20.0.3 (9e3a2128-0d97-414c-a094-1cc7fd90caf8/ea537d01-ec6c-48a8-b6fd-07ee4bb91f7b/56cfee12-fa6b-40b7-a627-4d289d1b8a9c) {{(pid=78472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:40:01.236993 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-184941d7-a504-41a2-a1a2-eb0144c561ba req-6d575fd0-275a-4720-a8e3-71b1904f8512 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Synchronizing usage tracker for tenant:092c45fa4f034867b5054335dbba9fa1 on resource:security_group {{(pid=78472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:40:01.269304 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-184941d7-a504-41a2-a1a2-eb0144c561ba req-6d575fd0-275a-4720-a8e3-71b1904f8512 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Unset dirty status for tenant:092c45fa4f034867b5054335dbba9fa1 on resource:security_group {{(pid=78472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:40:01.270513 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-184941d7-a504-41a2-a1a2-eb0144c561ba req-6d575fd0-275a-4720-a8e3-71b1904f8512 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048524 Jun 17 14:40:01.306912 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a32bf-158e-4377-b929-5bf36ee1879a req-04bf2bd9-7889-46cc-8453-4478a773f9bf tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:01.310804 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a84a32bf-158e-4377-b929-5bf36ee1879a req-04bf2bd9-7889-46cc-8453-4478a773f9bf tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 943 time: 0.6706200 Jun 17 14:40:01.473171 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a84a32bf-158e-4377-b929-5bf36ee1879a req-ea25be38-1f5c-426e-9e34-692d69a58af7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276984 Jun 17 14:40:01.474891 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-62fbd10c-3982-4982-b2ae-6fd60c812d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:01.476316 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-62fbd10c-3982-4982-b2ae-6fd60c812d26 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c9a4e58-351e-45bb-8981-70921e1085a6 HTTP/1.1" status: 200 len: 849 time: 0.3279004 Jun 17 14:40:01.530509 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-3df8cf75-b90a-4e26-ad37-eea034b8a721 req-189111cc-4d1b-4bc9-87e7-646e58424063 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/ports?device_id=9303b9a2-e0f5-4313-be2d-9305ca8ccccf HTTP/1.1" status: 200 len: 210 time: 0.0860226 Jun 17 14:40:01.536251 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa94223-8b01-4ba0-bb27-e4ad39539a6e req-12114e48-0cd3-4904-8b5c-1cd256257fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:01.538019 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2aa94223-8b01-4ba0-bb27-e4ad39539a6e req-12114e48-0cd3-4904-8b5c-1cd256257fd7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=34fc0036-5367-41f0-8c95-8b89259c3d41 HTTP/1.1" status: 200 len: 920 time: 0.6824472 Jun 17 14:40:01.597210 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Notify callbacks [] for port, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:01.662233 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14896044'] for port, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:01.673227 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-a0080f10-1e10-4202-ba73-1190a8dd6f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:01.745886 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2aa94223-8b01-4ba0-bb27-e4ad39539a6e req-65748b72-ee7a-4656-bfd4-c287eef769e9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45011152-843b-4f5e-af6a-4195096374b9 HTTP/1.1" status: 200 len: 217 time: 0.1220939 Jun 17 14:40:01.762565 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Network 9e3a2128-0d97-414c-a094-1cc7fd90caf8 is already hosted by enough agents. {{(pid=78472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:40:01.764177 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.base_scheduler [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Resources bound (agent type, host, resource id): {{(pid=78472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:40:01.772385 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Received port after_create {{(pid=78472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:40:01.842788 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Pushing event updated for resources: {'Port': ['ID=56cfee12-fa6b-40b7-a627-4d289d1b8a9c,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:01.858542 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:01.859156 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:01.859672 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:01.860166 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:01.860642 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:01.861118 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:01.861744 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:01.862217 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:01.862689 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:01.863903 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:01.864405 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:01.864901 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:01.876825 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:01.884114 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:01.885428 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for port, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:01.911748 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4932415 Jun 17 14:40:01.976320 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-bd526572-9f81-4c68-8611-a13e7f26a880 service neutron] Request body: {'port': {'device_id': '9303b9a2-e0f5-4313-be2d-9305ca8ccccf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:40:02.116800 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa94223-8b01-4ba0-bb27-e4ad39539a6e req-eeb25ce8-6356-4ca3-a033-862021e6e541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:02.118811 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2aa94223-8b01-4ba0-bb27-e4ad39539a6e req-eeb25ce8-6356-4ca3-a033-862021e6e541 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ff14308-63ae-4af6-a26f-fe7c9884ddaa HTTP/1.1" status: 200 len: 858 time: 0.3569374 Jun 17 14:40:02.150659 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-bd526572-9f81-4c68-8611-a13e7f26a880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:02.175131 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2aa94223-8b01-4ba0-bb27-e4ad39539a6e req-98ad8ed2-1443-4a7b-a855-a631406339b5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34fc0036-5367-41f0-8c95-8b89259c3d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442603 Jun 17 14:40:02.288460 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 41838) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:02.452009 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-69c34b3d-f803-490e-bb76-611cd048ef28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d1bc185-d46e-4577-a534-c1b56d2cde81 {{(pid=78471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:40:02.461408 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-69c34b3d-f803-490e-bb76-611cd048ef28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:02.510083 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-f72ead5b-7abd-4fcd-8b0b-48f3d202bc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:02.512498 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-f72ead5b-7abd-4fcd-8b0b-48f3d202bc2e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=224875c5-70eb-4e10-8087-1385d93f5cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.0171998 Jun 17 14:40:02.535859 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.provisioning_blocks [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-69c34b3d-f803-490e-bb76-611cd048ef28 service neutron] Transition to ACTIVE for port object 8d1bc185-d46e-4577-a534-c1b56d2cde81 will not be triggered until provisioned by entity L2. {{(pid=78471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:40:02.560548 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-52ad344f-5884-4349-b568-452fd49a4621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:02.639834 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-52ad344f-5884-4349-b568-452fd49a4621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:02.650699 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-52ad344f-5884-4349-b568-452fd49a4621 admin admin] Usage tracker for resource:security_group_rule and tenant:18fb2627151e4606b3618747596b3f70 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:02.656520 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-52ad344f-5884-4349-b568-452fd49a4621 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:02.667450 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-52ad344f-5884-4349-b568-452fd49a4621 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:02.695292 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-877f7ae5-de2a-4376-b704-0e8b269cd858 service neutron] 10.222.0.72 "GET /v2.0/networks/224875c5-70eb-4e10-8087-1385d93f5cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473978 Jun 17 14:40:02.729360 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-69c34b3d-f803-490e-bb76-611cd048ef28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:02.749064 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf8670-6233-491a-81c0-3e1b728d1c8b req-0782e23d-1e90-4c72-81e6-4a4118baca8b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:02.749781 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7bbf8670-6233-491a-81c0-3e1b728d1c8b req-0782e23d-1e90-4c72-81e6-4a4118baca8b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 943 time: 0.2137036 Jun 17 14:40:02.758376 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-7b63c1c8-93d9-40cf-9494-8a7e9db8df0a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:02.819187 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde6cb1-8127-4ad4-80b2-c061c386c3cc req-ecb43e99-5a80-429a-934a-64be8efbd4a4 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:02.824184 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5cde6cb1-8127-4ad4-80b2-c061c386c3cc req-ecb43e99-5a80-429a-934a-64be8efbd4a4 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.9079108 Jun 17 14:40:02.878235 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7bbf8670-6233-491a-81c0-3e1b728d1c8b req-ea535d6c-49af-4ab4-9994-2d80a885a1f1 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098824 Jun 17 14:40:02.896451 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.notifiers.nova [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-bd526572-9f81-4c68-8611-a13e7f26a880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56cfee12-fa6b-40b7-a627-4d289d1b8a9c {{(pid=78472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:40:02.909164 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-bd526572-9f81-4c68-8611-a13e7f26a880 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:02.956597 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-52ad344f-5884-4349-b568-452fd49a4621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:02.958162 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.provisioning_blocks [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-bd526572-9f81-4c68-8611-a13e7f26a880 service neutron] Transition to ACTIVE for port object 56cfee12-fa6b-40b7-a627-4d289d1b8a9c will not be triggered until provisioned by entity L2. {{(pid=78472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:40:02.973159 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-52ad344f-5884-4349-b568-452fd49a4621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:02.997878 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-2d90698f-b7ca-4d01-970d-fe11f07a0bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:03.015462 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-bd526572-9f81-4c68-8611-a13e7f26a880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14896021'] for port, after_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:03.316817 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-bbf19c1f-b4bd-43c0-81db-499ad1eff2b3 req-7443762d-8d79-4b20-8c6d-0df01ed95e80 service neutron] 10.222.0.72 "GET /v2.0/networks/224875c5-70eb-4e10-8087-1385d93f5cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6073270 Jun 17 14:40:03.347491 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c34b3d-f803-490e-bb76-611cd048ef28 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1bc185-d46e-4577-a534-c1b56d2cde81,revision_number=2']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:03.363946 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-69c34b3d-f803-490e-bb76-611cd048ef28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:03.380761 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-52ad344f-5884-4349-b568-452fd49a4621 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=18fb2627151e4606b3618747596b3f70&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0912569 Jun 17 14:40:03.382364 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 41866) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:03.391833 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-69c34b3d-f803-490e-bb76-611cd048ef28 service neutron] Attempting to bind port 8d1bc185-d46e-4577-a534-c1b56d2cde81 on host hv-cinder-79685 for vnic_type normal with profile {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:40:03.392247 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-69c34b3d-f803-490e-bb76-611cd048ef28 service neutron] Attempting to bind port 8d1bc185-d46e-4577-a534-c1b56d2cde81 by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': 'ef4e99fd-5ea2-4b62-860e-4bd36a6de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f'}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:40:03.392498 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-69c34b3d-f803-490e-bb76-611cd048ef28 service neutron] Attempting to bind port 8d1bc185-d46e-4577-a534-c1b56d2cde81 on network 4883627e-6fe8-4d7a-b297-cbdd10bc6a3f {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:40:03.397973 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad344f-5884-4349-b568-452fd49a4621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d261f1-9607-4de6-abea-a0640cc00a7c,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:03.404030 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-52ad344f-5884-4349-b568-452fd49a4621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:03.405843 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:03.413516 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5cde6cb1-8127-4ad4-80b2-c061c386c3cc req-7f7fc073-1e80-48d1-a157-d8b8a22f5cdd tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5206661 Jun 17 14:40:03.420747 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2aa94223-8b01-4ba0-bb27-e4ad39539a6e req-d0867ae5-2962-4d02-8a29-ab7817f98fef service neutron] 10.222.0.72 "GET /v2.0/networks/34fc0036-5367-41f0-8c95-8b89259c3d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9063778 Jun 17 14:40:03.423055 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-69c34b3d-f803-490e-bb76-611cd048ef28 service neutron] Port 8d1bc185-d46e-4577-a534-c1b56d2cde81 on network 4883627e-6fe8-4d7a-b297-cbdd10bc6a3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:40:03.423438 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-69c34b3d-f803-490e-bb76-611cd048ef28 service neutron] Attempting to bind port 8d1bc185-d46e-4577-a534-c1b56d2cde81 on network 4883627e-6fe8-4d7a-b297-cbdd10bc6a3f {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:40:03.441307 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-69c34b3d-f803-490e-bb76-611cd048ef28 service neutron] Checking agent: {'id': '80af2de7-c944-442b-b56f-5ae10827120d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:40:03.441682 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-69c34b3d-f803-490e-bb76-611cd048ef28 service neutron] Checking segment: {'id': 'ef4e99fd-5ea2-4b62-860e-4bd36a6de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:40:03.442076 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-69c34b3d-f803-490e-bb76-611cd048ef28 service neutron] Bound using segment: {'id': 'ef4e99fd-5ea2-4b62-860e-4bd36a6de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f'} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:40:03.442723 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-69c34b3d-f803-490e-bb76-611cd048ef28 service neutron] Bound port: 8d1bc185-d46e-4577-a534-c1b56d2cde81, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef4e99fd-5ea2-4b62-860e-4bd36a6de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f'}}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:40:03.443278 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-69c34b3d-f803-490e-bb76-611cd048ef28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:03.616212 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd526572-9f81-4c68-8611-a13e7f26a880 service neutron] Pushing event updated for resources: {'Port': ['ID=56cfee12-fa6b-40b7-a627-4d289d1b8a9c,revision_number=2']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:03.622461 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-bd526572-9f81-4c68-8611-a13e7f26a880 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:03.654102 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871d638-071c-45df-a675-04f093637dfc req-2dcda4a6-9760-4465-aca8-4f608e9e2856 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:03.656562 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7871d638-071c-45df-a675-04f093637dfc req-2dcda4a6-9760-4465-aca8-4f608e9e2856 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 943 time: 0.4392438 Jun 17 14:40:03.667756 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.managers [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-bd526572-9f81-4c68-8611-a13e7f26a880 service neutron] Attempting to bind port 56cfee12-fa6b-40b7-a627-4d289d1b8a9c on host hv-cinder-79685 for vnic_type normal with profile {{(pid=78472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:40:03.668085 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.managers [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-bd526572-9f81-4c68-8611-a13e7f26a880 service neutron] Attempting to bind port 56cfee12-fa6b-40b7-a627-4d289d1b8a9c by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': 'd2f522a5-fa31-4cb8-9b6b-555a04cde302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '9e3a2128-0d97-414c-a094-1cc7fd90caf8'}] {{(pid=78472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:40:03.668409 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-bd526572-9f81-4c68-8611-a13e7f26a880 service neutron] Attempting to bind port 56cfee12-fa6b-40b7-a627-4d289d1b8a9c on network 9e3a2128-0d97-414c-a094-1cc7fd90caf8 {{(pid=78472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:40:03.694919 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-bd526572-9f81-4c68-8611-a13e7f26a880 service neutron] Port 56cfee12-fa6b-40b7-a627-4d289d1b8a9c on network 9e3a2128-0d97-414c-a094-1cc7fd90caf8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:40:03.694919 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-bd526572-9f81-4c68-8611-a13e7f26a880 service neutron] Attempting to bind port 56cfee12-fa6b-40b7-a627-4d289d1b8a9c on network 9e3a2128-0d97-414c-a094-1cc7fd90caf8 {{(pid=78472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:40:03.712651 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-bd526572-9f81-4c68-8611-a13e7f26a880 service neutron] Checking agent: {'id': '80af2de7-c944-442b-b56f-5ae10827120d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:40:03.712983 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-bd526572-9f81-4c68-8611-a13e7f26a880 service neutron] Checking segment: {'id': 'd2f522a5-fa31-4cb8-9b6b-555a04cde302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '9e3a2128-0d97-414c-a094-1cc7fd90caf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:40:03.713366 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-bd526572-9f81-4c68-8611-a13e7f26a880 service neutron] Bound using segment: {'id': 'd2f522a5-fa31-4cb8-9b6b-555a04cde302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '9e3a2128-0d97-414c-a094-1cc7fd90caf8'} {{(pid=78472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:40:03.714330 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.managers [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-bd526572-9f81-4c68-8611-a13e7f26a880 service neutron] Bound port: 56cfee12-fa6b-40b7-a627-4d289d1b8a9c, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f522a5-fa31-4cb8-9b6b-555a04cde302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '9e3a2128-0d97-414c-a094-1cc7fd90caf8'}}] {{(pid=78472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:40:03.714330 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-bd526572-9f81-4c68-8611-a13e7f26a880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:03.796872 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7871d638-071c-45df-a675-04f093637dfc req-a4720530-9aae-4800-a0f6-afb90fca58de tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240442 Jun 17 14:40:03.864243 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.db [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-bd526572-9f81-4c68-8611-a13e7f26a880 service neutron] For port 56cfee12-fa6b-40b7-a627-4d289d1b8a9c, host hv-cinder-79685, cleared binding levels {{(pid=78472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:40:03.868973 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.db [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-bd526572-9f81-4c68-8611-a13e7f26a880 service neutron] For port 56cfee12-fa6b-40b7-a627-4d289d1b8a9c, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=56cfee12-fa6b-40b7-a627-4d289d1b8a9c,segment=NetworkSegment(d2f522a5-fa31-4cb8-9b6b-555a04cde302),segment_id=d2f522a5-fa31-4cb8-9b6b-555a04cde302)] {{(pid=78472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:40:03.873123 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-bd526572-9f81-4c68-8611-a13e7f26a880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14896021'] for port, after_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:03.878701 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-c0afbb8d-8662-409f-9d13-99cb0282ba74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:03.948918 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-bd526572-9f81-4c68-8611-a13e7f26a880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:03.949524 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-bd526572-9f81-4c68-8611-a13e7f26a880 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for port, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:03.950956 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-bd526572-9f81-4c68-8611-a13e7f26a880 service neutron] 10.222.0.72 "PUT /v2.0/ports/56cfee12-fa6b-40b7-a627-4d289d1b8a9c HTTP/1.1" status: 200 len: 1093 time: 1.9801025 Jun 17 14:40:03.951421 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9303b9a2-e0f5-4313-be2d-9305ca8ccccf', 'tag': '56cfee12-fa6b-40b7-a627-4d289d1b8a9c'}] {{(pid=78472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:40:03.965316 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-07cac8fc-6401-4c67-9720-dd8c39dd1897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:03.971499 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd526572-9f81-4c68-8611-a13e7f26a880 service neutron] Pushing event updated for resources: {'Port': ['ID=56cfee12-fa6b-40b7-a627-4d289d1b8a9c,revision_number=3']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:03.976176 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-bd526572-9f81-4c68-8611-a13e7f26a880 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:04.006338 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-69c34b3d-f803-490e-bb76-611cd048ef28 service neutron] For port 8d1bc185-d46e-4577-a534-c1b56d2cde81, host hv-cinder-79685, cleared binding levels {{(pid=78471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:40:04.050654 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-07cac8fc-6401-4c67-9720-dd8c39dd1897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:04.072355 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-69c34b3d-f803-490e-bb76-611cd048ef28 service neutron] For port 8d1bc185-d46e-4577-a534-c1b56d2cde81, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=8d1bc185-d46e-4577-a534-c1b56d2cde81,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:40:04.095105 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2aa94223-8b01-4ba0-bb27-e4ad39539a6e req-fc930e2e-a882-489a-a9fc-fd5a74e8ee25 service neutron] 10.222.0.72 "GET /v2.0/networks/34fc0036-5367-41f0-8c95-8b89259c3d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6381967 Jun 17 14:40:04.124968 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-69c34b3d-f803-490e-bb76-611cd048ef28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:04.132619 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03653201-e0d9-4970-a4eb-f32630394206 req-05d61ee9-b729-4d31-9cc0-2dc4f38b20d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:04.150198 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-03653201-e0d9-4970-a4eb-f32630394206 req-05d61ee9-b729-4d31-9cc0-2dc4f38b20d1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=80a9b853210242ac916c0e29f6c3f9bb&device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 1096 time: 0.6582241 Jun 17 14:40:04.166555 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-d3fb8553-ab97-4592-b8bc-5a89d9ccfb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:04.172042 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-d3fb8553-ab97-4592-b8bc-5a89d9ccfb8f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=398299ba348c4781a092e961034b4ce7&device_id=9303b9a2-e0f5-4313-be2d-9305ca8ccccf HTTP/1.1" status: 200 len: 1096 time: 0.1245916 Jun 17 14:40:04.179604 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-18bba8cd-65f5-4749-9ebd-b4af7a6b7eb7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:04.217195 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9303b9a2-e0f5-4313-be2d-9305ca8ccccf', 'tag': '56cfee12-fa6b-40b7-a627-4d289d1b8a9c', 'status': 'completed', 'code': 200} Jun 17 14:40:04.251465 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be1039-ea2c-4de0-ac0a-7f5aa073dd24 req-1f7dfdd9-7602-4358-bd97-d8346293d10e tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:04.253160 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-65be1039-ea2c-4de0-ac0a-7f5aa073dd24 req-1f7dfdd9-7602-4358-bd97-d8346293d10e tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/ports?device_id=9303b9a2-e0f5-4313-be2d-9305ca8ccccf HTTP/1.1" status: 200 len: 943 time: 0.5615544 Jun 17 14:40:04.386401 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-69c34b3d-f803-490e-bb76-611cd048ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:04.387021 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-69c34b3d-f803-490e-bb76-611cd048ef28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:04.388391 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-69c34b3d-f803-490e-bb76-611cd048ef28 service neutron] 10.222.0.72 "PUT /v2.0/ports/8d1bc185-d46e-4577-a534-c1b56d2cde81 HTTP/1.1" status: 200 len: 1093 time: 3.6671917 Jun 17 14:40:04.399639 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f61358f-286b-4dc2-aae2-318433457ea8', 'tag': '8d1bc185-d46e-4577-a534-c1b56d2cde81'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:40:04.432652 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-65be1039-ea2c-4de0-ac0a-7f5aa073dd24 req-65863175-3670-48f2-8189-05117943c844 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Synchronizing usage tracker for tenant:398299ba348c4781a092e961034b4ce7 on resource:security_group {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:40:04.465955 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-9b542273-3197-4b5a-8cb9-224fe2fa680f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56cfee12-fa6b-40b7-a627-4d289d1b8a9c HTTP/1.1" status: 200 len: 217 time: 0.1884608 Jun 17 14:40:04.580265 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5d139-a717-494a-95ff-c950e05fe40e req-83086297-1e25-4e78-89cb-6b2fed21f286 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:04.581798 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-c6c5d139-a717-494a-95ff-c950e05fe40e req-83086297-1e25-4e78-89cb-6b2fed21f286 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 943 time: 0.1770499 Jun 17 14:40:04.583989 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-d2bd16ae-6e8e-4760-8c9b-e6f500a7e3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:04.585442 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-d2bd16ae-6e8e-4760-8c9b-e6f500a7e3d3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ea537d01-ec6c-48a8-b6fd-07ee4bb91f7b HTTP/1.1" status: 200 len: 848 time: 0.0978487 Jun 17 14:40:04.615065 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c34b3d-f803-490e-bb76-611cd048ef28 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1bc185-d46e-4577-a534-c1b56d2cde81,revision_number=3']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:04.674199 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03653201-e0d9-4970-a4eb-f32630394206 req-c39edc80-8221-4934-ac85-38a452ea81b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:04.676132 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-03653201-e0d9-4970-a4eb-f32630394206 req-c39edc80-8221-4934-ac85-38a452ea81b6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=224875c5-70eb-4e10-8087-1385d93f5cbf HTTP/1.1" status: 200 len: 912 time: 0.4165270 Jun 17 14:40:04.684400 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-69c34b3d-f803-490e-bb76-611cd048ef28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:04.685625 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-65be1039-ea2c-4de0-ac0a-7f5aa073dd24 req-65863175-3670-48f2-8189-05117943c844 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Unset dirty status for tenant:398299ba348c4781a092e961034b4ce7 on resource:security_group {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:40:04.694054 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-afc5c329-a684-4a1b-9671-918bff46062f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e3a2128-0d97-414c-a094-1cc7fd90caf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871778 Jun 17 14:40:04.696091 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-65be1039-ea2c-4de0-ac0a-7f5aa073dd24 req-65863175-3670-48f2-8189-05117943c844 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/security-groups?id=20502155-7533-4f99-b713-47e57c585979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293737 Jun 17 14:40:04.714542 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-07cac8fc-6401-4c67-9720-dd8c39dd1897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:04.809576 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-02404b2e-f388-4d80-a123-d8a7190f8494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:04.827896 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-c6c5d139-a717-494a-95ff-c950e05fe40e req-0dc56962-17e7-48d4-a16f-a2ae9326f091 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2372663 Jun 17 14:40:04.830508 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cac8fc-6401-4c67-9720-dd8c39dd1897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d261f1-9607-4de6-abea-a0640cc00a7c,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:04.836279 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-07cac8fc-6401-4c67-9720-dd8c39dd1897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:04.838747 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-03653201-e0d9-4970-a4eb-f32630394206 req-4111e019-6fbd-4df1-9dbe-24f4b9b48a6f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7410e06d-9a99-4bf0-a807-ae77f2b427b1 HTTP/1.1" status: 200 len: 217 time: 0.1412408 Jun 17 14:40:04.908300 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-07cac8fc-6401-4c67-9720-dd8c39dd1897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:04.909623 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-07cac8fc-6401-4c67-9720-dd8c39dd1897 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/69d261f1-9607-4de6-abea-a0640cc00a7c HTTP/1.1" status: 204 len: 168 time: 1.5229321 Jun 17 14:40:04.991083 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f61358f-286b-4dc2-aae2-318433457ea8', 'tag': '8d1bc185-d46e-4577-a534-c1b56d2cde81', 'status': 'completed', 'code': 200} Jun 17 14:40:04.994697 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-9e86cb1a-3c1a-49b0-9f5b-609342031ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:04.996410 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-9e86cb1a-3c1a-49b0-9f5b-609342031ca2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=092c45fa4f034867b5054335dbba9fa1&device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 1096 time: 0.4677608 Jun 17 14:40:05.011270 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-e3babc3c-1a2c-46eb-8eb0-c2e1800abebc service neutron] 10.222.0.72 "GET /v2.0/networks/9e3a2128-0d97-414c-a094-1cc7fd90caf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968163 Jun 17 14:40:05.098459 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03653201-e0d9-4970-a4eb-f32630394206 req-061a61e1-fced-4661-a059-2b5ab6549737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:05.100421 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-03653201-e0d9-4970-a4eb-f32630394206 req-061a61e1-fced-4661-a059-2b5ab6549737 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c9a4e58-351e-45bb-8981-70921e1085a6 HTTP/1.1" status: 200 len: 849 time: 0.2535217 Jun 17 14:40:05.105106 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-b0dbc1a5-a10f-4a84-8ada-f98caa128631 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d1bc185-d46e-4577-a534-c1b56d2cde81 HTTP/1.1" status: 200 len: 217 time: 0.0868280 Jun 17 14:40:05.253819 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a9573-017e-4376-b4b8-23e6192e8ff8 req-472766bc-15e3-4c79-ad57-98bf49362664 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:05.255342 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-060a9573-017e-4376-b4b8-23e6192e8ff8 req-472766bc-15e3-4c79-ad57-98bf49362664 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.1815388 Jun 17 14:40:05.256562 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb074dce-b1e5-4b73-87f1-c9c957a21eb1 req-e7d88a1a-74cf-4bc8-bbd3-211eded7b10e tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:05.257209 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7aadae8a-fa59-4370-be22-8bea02c206ad req-43ddb765-34e2-48c1-a8a8-191490a3f94f service neutron] 10.222.0.72 "GET /v2.0/networks/9e3a2128-0d97-414c-a094-1cc7fd90caf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384033 Jun 17 14:40:05.258279 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-cb074dce-b1e5-4b73-87f1-c9c957a21eb1 req-e7d88a1a-74cf-4bc8-bbd3-211eded7b10e tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/ports?device_id=afcec3a3-8331-4256-be05-b6d61d2ccf6d HTTP/1.1" status: 200 len: 945 time: 0.3170657 Jun 17 14:40:05.260604 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-6128ff30-3abf-4346-98b7-43cf24a36015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:05.262013 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-6128ff30-3abf-4346-98b7-43cf24a36015 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49d50089-0579-444b-be8e-835b748ebcf1 HTTP/1.1" status: 200 len: 856 time: 0.1485527 Jun 17 14:40:05.315751 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-060a9573-017e-4376-b4b8-23e6192e8ff8 req-bf6b7cd8-1bed-4717-9c9c-23d9a4f47084 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480034 Jun 17 14:40:05.352660 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 41910) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:05.375687 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a6dfa221-8a6c-4385-ad17-f190c21d9dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:05.377147 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03653201-e0d9-4970-a4eb-f32630394206 req-7e1c5869-c7db-4502-946e-cb2ac45b18c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:05.379085 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-03653201-e0d9-4970-a4eb-f32630394206 req-7e1c5869-c7db-4502-946e-cb2ac45b18c5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=224875c5-70eb-4e10-8087-1385d93f5cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2663796 Jun 17 14:40:05.392587 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-cb074dce-b1e5-4b73-87f1-c9c957a21eb1 req-1bd12a41-f452-4ec8-a2e2-68a40049c751 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/security-groups?id=103c7498-ea8f-4d09-ae02-2fb35326585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260831 Jun 17 14:40:05.413057 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-a6dfa221-8a6c-4385-ad17-f190c21d9dbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:05.464040 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-a6dfa221-8a6c-4385-ad17-f190c21d9dbd admin admin] Usage tracker for resource:security_group_rule and tenant:e2fa476781b04899a33410f4d8c8b3f9 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:05.473444 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-a6dfa221-8a6c-4385-ad17-f190c21d9dbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:05.512181 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-316219ff-c849-4121-9754-aff4abcd550d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:05.513691 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-316219ff-c849-4121-9754-aff4abcd550d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4883627e-6fe8-4d7a-b297-cbdd10bc6a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2302670 Jun 17 14:40:05.523131 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-a6dfa221-8a6c-4385-ad17-f190c21d9dbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:05.581212 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-03653201-e0d9-4970-a4eb-f32630394206 req-9a6c5295-f664-4a4e-a757-3f6c6a3bcbe1 service neutron] 10.222.0.72 "GET /v2.0/networks/224875c5-70eb-4e10-8087-1385d93f5cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873558 Jun 17 14:40:05.617300 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e6827-b2b9-4f46-93e7-e5423dafddf3 req-5d10074b-fde2-4e6b-b62f-6069ef56e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:05.619467 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-346e6827-b2b9-4f46-93e7-e5423dafddf3 req-5d10074b-fde2-4e6b-b62f-6069ef56e22f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=398299ba348c4781a092e961034b4ce7&device_id=9303b9a2-e0f5-4313-be2d-9305ca8ccccf HTTP/1.1" status: 200 len: 1096 time: 0.2079816 Jun 17 14:40:05.658149 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007111d3-8d18-4719-8ea1-4908ae12cec8 req-ad2f0901-338f-410d-a6c5-224b23e11c44 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:05.659549 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-007111d3-8d18-4719-8ea1-4908ae12cec8 req-ad2f0901-338f-410d-a6c5-224b23e11c44 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 943 time: 0.1922383 Jun 17 14:40:05.890075 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a6dfa221-8a6c-4385-ad17-f190c21d9dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:05.899042 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a6dfa221-8a6c-4385-ad17-f190c21d9dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:05.908255 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:05.926956 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-007111d3-8d18-4719-8ea1-4908ae12cec8 req-97a04586-338f-40df-9c1e-672ecec59f3a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2569909 Jun 17 14:40:05.931104 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-a686eee8-ecf3-4af2-a8b1-3ef1c0edcacb service neutron] 10.222.0.72 "GET /v2.0/networks/4883627e-6fe8-4d7a-b297-cbdd10bc6a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085288 Jun 17 14:40:06.010671 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e6827-b2b9-4f46-93e7-e5423dafddf3 req-b9dd9202-3b14-4e7e-8d7c-57cfbad5e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:06.012442 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-346e6827-b2b9-4f46-93e7-e5423dafddf3 req-b9dd9202-3b14-4e7e-8d7c-57cfbad5e749 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e3a2128-0d97-414c-a094-1cc7fd90caf8 HTTP/1.1" status: 200 len: 910 time: 0.3850980 Jun 17 14:40:06.021114 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-03653201-e0d9-4970-a4eb-f32630394206 req-ee64afdd-ed1f-4573-ac2d-06ef6c1f92cd service neutron] 10.222.0.72 "GET /v2.0/networks/224875c5-70eb-4e10-8087-1385d93f5cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885908 Jun 17 14:40:06.130873 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfa221-8a6c-4385-ad17-f190c21d9dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c44c035-42a3-499e-9d7f-1d0f72fa480b,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:06.134912 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-346e6827-b2b9-4f46-93e7-e5423dafddf3 req-5808a40c-7cb7-4f85-b491-d38f20731382 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56cfee12-fa6b-40b7-a627-4d289d1b8a9c HTTP/1.1" status: 200 len: 217 time: 0.1098323 Jun 17 14:40:06.138390 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-a6dfa221-8a6c-4385-ad17-f190c21d9dbd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e2fa476781b04899a33410f4d8c8b3f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7843115 Jun 17 14:40:06.140102 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-a6dfa221-8a6c-4385-ad17-f190c21d9dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:06.145970 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85862bfa-ae31-494f-8000-da03ead0db2b req-fc8b0e73-7445-4d7a-9594-8bcc43625ca6 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:06.147432 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-85862bfa-ae31-494f-8000-da03ead0db2b req-fc8b0e73-7445-4d7a-9594-8bcc43625ca6 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/ports?device_id=9303b9a2-e0f5-4313-be2d-9305ca8ccccf HTTP/1.1" status: 200 len: 943 time: 0.2807016 Jun 17 14:40:06.148001 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 41932) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:06.176727 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4d5c1b9d-fa83-421d-8408-1b563b7ef92e req-2b2018a2-9b24-4eb4-870e-3e492ff5b1bb service neutron] 10.222.0.72 "GET /v2.0/networks/4883627e-6fe8-4d7a-b297-cbdd10bc6a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336884 Jun 17 14:40:06.269913 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-85862bfa-ae31-494f-8000-da03ead0db2b req-59d6b8ea-aad0-4128-a1ce-ebefced3f5af tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/security-groups?id=20502155-7533-4f99-b713-47e57c585979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982671 Jun 17 14:40:06.276552 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-967c72dd-e2c4-43f0-8abe-a3076c9266ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:06.322936 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272dba2-6ce3-4d6e-92ea-be2725dbfb27 req-5b52c102-3850-46b0-b151-4165df3ec743 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:06.324903 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-c272dba2-6ce3-4d6e-92ea-be2725dbfb27 req-5b52c102-3850-46b0-b151-4165df3ec743 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 943 time: 0.1786251 Jun 17 14:40:06.326721 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e6827-b2b9-4f46-93e7-e5423dafddf3 req-9ea441d9-72ed-4991-afce-12ecac6aa08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:06.328022 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-346e6827-b2b9-4f46-93e7-e5423dafddf3 req-9ea441d9-72ed-4991-afce-12ecac6aa08c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ea537d01-ec6c-48a8-b6fd-07ee4bb91f7b HTTP/1.1" status: 200 len: 848 time: 0.1060231 Jun 17 14:40:06.330075 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-967c72dd-e2c4-43f0-8abe-a3076c9266ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:06.411664 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-d065ca8f-852b-4e2f-9756-41733313ee98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:06.436712 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-346e6827-b2b9-4f46-93e7-e5423dafddf3 req-10798370-6308-402f-ae95-3f5d6a543516 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e3a2128-0d97-414c-a094-1cc7fd90caf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852945 Jun 17 14:40:06.467036 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-c272dba2-6ce3-4d6e-92ea-be2725dbfb27 req-217368e7-5aa3-4cab-9cc5-21fd98962a03 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357114 Jun 17 14:40:06.500496 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 7410e06d-9a99-4bf0-a807-ae77f2b427b1 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:40:06.603554 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-967c72dd-e2c4-43f0-8abe-a3076c9266ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:06.619520 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-6bf13352-e914-40b2-a8ff-270fec2add2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:06.630495 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866aeded-175c-46d1-8f44-7fc119f51abc req-9812c363-bec5-416d-80f9-133ab6c8a3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:06.632810 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-866aeded-175c-46d1-8f44-7fc119f51abc req-9812c363-bec5-416d-80f9-133ab6c8a3d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=092c45fa4f034867b5054335dbba9fa1&device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 1096 time: 0.2481482 Jun 17 14:40:06.644285 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c72dd-e2c4-43f0-8abe-a3076c9266ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c44c035-42a3-499e-9d7f-1d0f72fa480b,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:06.668875 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-346e6827-b2b9-4f46-93e7-e5423dafddf3 req-f01dc6d3-cd5d-428b-aab2-df59cc4af5a1 service neutron] 10.222.0.72 "GET /v2.0/networks/9e3a2128-0d97-414c-a094-1cc7fd90caf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055326 Jun 17 14:40:06.674794 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-967c72dd-e2c4-43f0-8abe-a3076c9266ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:06.682695 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ada619-e1ba-4bf9-ba0a-2c4996d54b47 req-66080d18-f3a3-46fc-b366-9a76ee8f6e9c tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:06.684216 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-05ada619-e1ba-4bf9-ba0a-2c4996d54b47 req-66080d18-f3a3-46fc-b366-9a76ee8f6e9c tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.2107337 Jun 17 14:40:06.685149 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-967c72dd-e2c4-43f0-8abe-a3076c9266ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:06.686464 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-967c72dd-e2c4-43f0-8abe-a3076c9266ab admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1c44c035-42a3-499e-9d7f-1d0f72fa480b HTTP/1.1" status: 204 len: 168 time: 0.5353851 Jun 17 14:40:06.727976 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 7410e06d-9a99-4bf0-a807-ae77f2b427b1, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=7410e06d-9a99-4bf0-a807-ae77f2b427b1,segment=NetworkSegment(a42f3861-6b32-42c2-9d90-91f17e504aa8),segment_id=a42f3861-6b32-42c2-9d90-91f17e504aa8)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:40:06.748785 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Returning: {'device': '7410e06d-9a99-4bf0-a807-ae77f2b427b1', 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf', 'port_id': '7410e06d-9a99-4bf0-a807-ae77f2b427b1', 'mac_address': 'fa:16:3e:7a:74:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:40:06.829665 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-05ada619-e1ba-4bf9-ba0a-2c4996d54b47 req-caad4619-8636-485a-9fd2-c4734800cb52 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275065 Jun 17 14:40:06.844958 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:06.877113 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866aeded-175c-46d1-8f44-7fc119f51abc req-d6ce12b1-679c-4497-8413-5bb9c2e95aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:06.878599 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-866aeded-175c-46d1-8f44-7fc119f51abc req-d6ce12b1-679c-4497-8413-5bb9c2e95aff service neutron] 10.222.0.72 "GET /v2.0/networks?id=4883627e-6fe8-4d7a-b297-cbdd10bc6a3f HTTP/1.1" status: 200 len: 919 time: 0.2355111 Jun 17 14:40:06.879626 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7410e06d-9a99-4bf0-a807-ae77f2b427b1 {{(pid=78473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:40:06.903442 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 7410e06d-9a99-4bf0-a807-ae77f2b427b1, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=7410e06d-9a99-4bf0-a807-ae77f2b427b1,segment=NetworkSegment(a42f3861-6b32-42c2-9d90-91f17e504aa8),segment_id=a42f3861-6b32-42c2-9d90-91f17e504aa8)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:40:06.905399 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:06.910122 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:06.913753 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:06.940155 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df465fd8-dc47-4624-a24d-67cba9585d0b req-4b4b7304-ae0a-4d9f-bb49-423c37845091 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:06.948314 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-df465fd8-dc47-4624-a24d-67cba9585d0b req-4b4b7304-ae0a-4d9f-bb49-423c37845091 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/ports?device_id=afcec3a3-8331-4256-be05-b6d61d2ccf6d HTTP/1.1" status: 200 len: 945 time: 0.2524440 Jun 17 14:40:06.986096 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-346e6827-b2b9-4f46-93e7-e5423dafddf3 req-93203866-68cb-4375-88e5-0d7cedec111a service neutron] 10.222.0.72 "GET /v2.0/networks/9e3a2128-0d97-414c-a094-1cc7fd90caf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436006 Jun 17 14:40:07.013570 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-df465fd8-dc47-4624-a24d-67cba9585d0b req-c1907797-5253-40c1-9356-740040baced8 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/security-groups?id=103c7498-ea8f-4d09-ae02-2fb35326585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643344 Jun 17 14:40:07.065870 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-866aeded-175c-46d1-8f44-7fc119f51abc req-e5fbb4da-f9df-47ee-ac32-8e5015e1a28e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d1bc185-d46e-4577-a534-c1b56d2cde81 HTTP/1.1" status: 200 len: 217 time: 0.1717329 Jun 17 14:40:07.093865 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=7410e06d-9a99-4bf0-a807-ae77f2b427b1,revision_number=4']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:07.103828 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:07.104258 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:07.104711 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:07.105209 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:07.105784 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:07.106236 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:07.106880 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:07.108112 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:07.108583 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:07.109327 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:07.109974 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:07.110695 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:07.125755 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:07.191274 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866aeded-175c-46d1-8f44-7fc119f51abc req-0f1ff45a-092c-4e5d-8589-677718223931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:07.192645 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-866aeded-175c-46d1-8f44-7fc119f51abc req-0f1ff45a-092c-4e5d-8589-677718223931 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49d50089-0579-444b-be8e-835b748ebcf1 HTTP/1.1" status: 200 len: 856 time: 0.1196995 Jun 17 14:40:07.270686 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86881c61-c3d1-4c51-ac18-2dd9daa47914 req-df0f4b16-3fc1-47c8-af40-31bc4488bbeb tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:07.272113 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-86881c61-c3d1-4c51-ac18-2dd9daa47914 req-df0f4b16-3fc1-47c8-af40-31bc4488bbeb tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.72 "GET /v2.0/ports?device_id=afcec3a3-8331-4256-be05-b6d61d2ccf6d HTTP/1.1" status: 200 len: 945 time: 0.2839868 Jun 17 14:40:07.296823 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['7410e06d-9a99-4bf0-a807-ae77f2b427b1'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:40:07.382671 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-86881c61-c3d1-4c51-ac18-2dd9daa47914 req-b3c8f510-cd53-4bcb-a485-ed1887d559c2 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Deleting port 72598bca-6205-4969-b555-c44bfcdfe048 {{(pid=78471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:40:07.383055 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-86881c61-c3d1-4c51-ac18-2dd9daa47914 req-b3c8f510-cd53-4bcb-a485-ed1887d559c2 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:07.438630 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31ec77-1e5b-4dc4-a8a0-83889a847edf req-992cf9b1-662f-4014-afe7-58a740d8e686 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:07.440088 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9b31ec77-1e5b-4dc4-a8a0-83889a847edf req-992cf9b1-662f-4014-afe7-58a740d8e686 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 944 time: 0.2883143 Jun 17 14:40:07.502626 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866aeded-175c-46d1-8f44-7fc119f51abc req-e61ecf66-db9a-421e-924c-4c620c116740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:07.504064 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-866aeded-175c-46d1-8f44-7fc119f51abc req-e61ecf66-db9a-421e-924c-4c620c116740 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4883627e-6fe8-4d7a-b297-cbdd10bc6a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2790699 Jun 17 14:40:07.610229 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9b31ec77-1e5b-4dc4-a8a0-83889a847edf req-21f6b13c-5e6e-4320-8dc5-7f2c2e8fed60 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510205 Jun 17 14:40:07.611007 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24cfc5-df8c-49c3-b864-83026fcaee31 req-6d89215f-cda7-4dbe-aae0-a55ee6528981 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:07.615732 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-bd24cfc5-df8c-49c3-b864-83026fcaee31 req-6d89215f-cda7-4dbe-aae0-a55ee6528981 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Synchronizing usage tracker for tenant:398299ba348c4781a092e961034b4ce7 on resource:port {{(pid=78472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:40:07.637381 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-bd24cfc5-df8c-49c3-b864-83026fcaee31 req-6d89215f-cda7-4dbe-aae0-a55ee6528981 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Unset dirty status for tenant:398299ba348c4781a092e961034b4ce7 on resource:port {{(pid=78472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:40:07.639594 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-bd24cfc5-df8c-49c3-b864-83026fcaee31 req-6d89215f-cda7-4dbe-aae0-a55ee6528981 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/ports?device_id=9303b9a2-e0f5-4313-be2d-9305ca8ccccf HTTP/1.1" status: 200 len: 943 time: 0.1860454 Jun 17 14:40:07.749140 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-bd24cfc5-df8c-49c3-b864-83026fcaee31 req-6626d08d-3be2-45ca-838b-f2e544d126a5 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/security-groups?id=20502155-7533-4f99-b713-47e57c585979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026511 Jun 17 14:40:07.951002 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-866aeded-175c-46d1-8f44-7fc119f51abc req-ba2c37dd-7b0e-4a43-b5e8-bc2c2a7e064d service neutron] 10.222.0.72 "GET /v2.0/networks/4883627e-6fe8-4d7a-b297-cbdd10bc6a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195602 Jun 17 14:40:08.192135 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b338e4a-85fc-411d-aedb-dc1cf5429a78 req-76bb60db-9788-4eb6-b72e-d43244333e2e tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:08.195263 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-3b338e4a-85fc-411d-aedb-dc1cf5429a78 req-76bb60db-9788-4eb6-b72e-d43244333e2e tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.2049689 Jun 17 14:40:08.266961 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-86881c61-c3d1-4c51-ac18-2dd9daa47914 req-b3c8f510-cd53-4bcb-a485-ed1887d559c2 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] For port 72598bca-6205-4969-b555-c44bfcdfe048, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=72598bca-6205-4969-b555-c44bfcdfe048,segment=NetworkSegment(fd1c2e82-6de0-43ea-95e7-61781e2202ae),segment_id=fd1c2e82-6de0-43ea-95e7-61781e2202ae)] {{(pid=78471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:40:08.267478 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-86881c61-c3d1-4c51-ac18-2dd9daa47914 req-b3c8f510-cd53-4bcb-a485-ed1887d559c2 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:08.293658 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-3b338e4a-85fc-411d-aedb-dc1cf5429a78 req-1690cb41-4a51-435b-9243-376b6580956a tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852852 Jun 17 14:40:08.424923 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-86881c61-c3d1-4c51-ac18-2dd9daa47914 req-b3c8f510-cd53-4bcb-a485-ed1887d559c2 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Calling delete_port for 72598bca-6205-4969-b555-c44bfcdfe048 owned by compute:nova {{(pid=78471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:40:08.463777 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967a919-7501-4ecc-b4e7-45f0a4131c9d req-a6193f93-a6d7-4fd0-9c44-ed6714e9dab8 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:08.464504 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-5967a919-7501-4ecc-b4e7-45f0a4131c9d req-a6193f93-a6d7-4fd0-9c44-ed6714e9dab8 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Synchronizing usage tracker for tenant:092c45fa4f034867b5054335dbba9fa1 on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:40:08.519972 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 56cfee12-fa6b-40b7-a627-4d289d1b8a9c details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:40:08.522870 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-866aeded-175c-46d1-8f44-7fc119f51abc req-ebb12479-6493-4675-8ff3-d47e366ce34e service neutron] 10.222.0.72 "GET /v2.0/networks/4883627e-6fe8-4d7a-b297-cbdd10bc6a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528548 Jun 17 14:40:08.527152 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-5967a919-7501-4ecc-b4e7-45f0a4131c9d req-a6193f93-a6d7-4fd0-9c44-ed6714e9dab8 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Unset dirty status for tenant:092c45fa4f034867b5054335dbba9fa1 on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:40:08.528274 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5967a919-7501-4ecc-b4e7-45f0a4131c9d req-a6193f93-a6d7-4fd0-9c44-ed6714e9dab8 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 943 time: 0.6925905 Jun 17 14:40:08.555996 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 7410e06d-9a99-4bf0-a807-ae77f2b427b1 up at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:40:08.580772 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09056034-be01-4d3f-8195-f83aa3b440a7 req-29061d6e-8130-4747-8ad9-0be8053892fc tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:08.582386 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-09056034-be01-4d3f-8195-f83aa3b440a7 req-29061d6e-8130-4747-8ad9-0be8053892fc tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/ports?device_id=afcec3a3-8331-4256-be05-b6d61d2ccf6d HTTP/1.1" status: 200 len: 945 time: 0.1257143 Jun 17 14:40:08.657905 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-09056034-be01-4d3f-8195-f83aa3b440a7 req-53a01728-a24c-4fa6-b4eb-949e6677e6af tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/security-groups?id=103c7498-ea8f-4d09-ae02-2fb35326585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679789 Jun 17 14:40:08.769019 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5967a919-7501-4ecc-b4e7-45f0a4131c9d req-8ddca6a7-3730-43aa-8679-ab6f7ea78afe tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270819 Jun 17 14:40:08.781043 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning for port 7410e06d-9a99-4bf0-a807-ae77f2b427b1 completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:40:08.797966 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning complete for port 7410e06d-9a99-4bf0-a807-ae77f2b427b1 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:40:08.798541 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:08.809089 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-86881c61-c3d1-4c51-ac18-2dd9daa47914 req-b3c8f510-cd53-4bcb-a485-ed1887d559c2 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915'] for port, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:08.817852 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:08.869471 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 56cfee12-fa6b-40b7-a627-4d289d1b8a9c, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=56cfee12-fa6b-40b7-a627-4d289d1b8a9c,segment=NetworkSegment(d2f522a5-fa31-4cb8-9b6b-555a04cde302),segment_id=d2f522a5-fa31-4cb8-9b6b-555a04cde302)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:40:08.886176 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Returning: {'device': '56cfee12-fa6b-40b7-a627-4d289d1b8a9c', 'network_id': '9e3a2128-0d97-414c-a094-1cc7fd90caf8', 'port_id': '56cfee12-fa6b-40b7-a627-4d289d1b8a9c', 'mac_address': 'fa:16:3e:3f:f4:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea537d01-ec6c-48a8-b6fd-07ee4bb91f7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:40:08.900134 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['72598bca-6205-4969-b555-c44bfcdfe048'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:40:08.953191 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8f510-cd53-4bcb-a485-ed1887d559c2 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Pushing event deleted for resources: {'Port': ['ID=72598bca-6205-4969-b555-c44bfcdfe048,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:08.999089 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-b3c8f510-cd53-4bcb-a485-ed1887d559c2 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:09.029090 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9c64c-c19c-4caf-880e-168b3a1d6c28 req-b0fd6acb-c7f8-4b1c-ad7a-4f879ad3520e tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:09.033384 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-3bd9c64c-c19c-4caf-880e-168b3a1d6c28 req-b0fd6acb-c7f8-4b1c-ad7a-4f879ad3520e tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 944 time: 0.1441336 Jun 17 14:40:09.133088 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-8b7f7ea0-5a61-4c26-8a62-036e6165290a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:09.144610 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-86881c61-c3d1-4c51-ac18-2dd9daa47914 req-b3c8f510-cd53-4bcb-a485-ed1887d559c2 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] No DVR routers for this DVR port 72598bca-6205-4969-b555-c44bfcdfe048 on host hv-cinder-79685 {{(pid=78471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:40:09.146065 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:09.147180 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-3bd9c64c-c19c-4caf-880e-168b3a1d6c28 req-cfe17a44-a8e9-436a-adef-b2a8028cfa86 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036463 Jun 17 14:40:09.149807 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-86881c61-c3d1-4c51-ac18-2dd9daa47914 req-b3c8f510-cd53-4bcb-a485-ed1887d559c2 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:09.166747 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afcec3a3-8331-4256-be05-b6d61d2ccf6d', 'name': 'network-vif-deleted', 'tag': '72598bca-6205-4969-b555-c44bfcdfe048'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:40:09.176796 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56cfee12-fa6b-40b7-a627-4d289d1b8a9c {{(pid=78473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:40:09.200735 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-86881c61-c3d1-4c51-ac18-2dd9daa47914 req-b3c8f510-cd53-4bcb-a485-ed1887d559c2 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.72 "DELETE /v2.0/ports/72598bca-6205-4969-b555-c44bfcdfe048 HTTP/1.1" status: 204 len: 173 time: 1.9208958 Jun 17 14:40:09.235818 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d88109-f9a6-443c-a3de-9d40bf7000fd req-874f3439-c77e-422d-8a76-00d441d7e5b9 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:09.237294 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-47d88109-f9a6-443c-a3de-9d40bf7000fd req-874f3439-c77e-422d-8a76-00d441d7e5b9 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/ports?device_id=9303b9a2-e0f5-4313-be2d-9305ca8ccccf HTTP/1.1" status: 200 len: 943 time: 0.2222784 Jun 17 14:40:09.252596 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afcec3a3-8331-4256-be05-b6d61d2ccf6d', 'name': 'network-vif-deleted', 'tag': '72598bca-6205-4969-b555-c44bfcdfe048', 'status': 'completed', 'code': 200} Jun 17 14:40:09.271667 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:09.281642 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 56cfee12-fa6b-40b7-a627-4d289d1b8a9c, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=56cfee12-fa6b-40b7-a627-4d289d1b8a9c,segment=NetworkSegment(d2f522a5-fa31-4cb8-9b6b-555a04cde302),segment_id=d2f522a5-fa31-4cb8-9b6b-555a04cde302)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:40:09.287762 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:09.293465 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:09.294759 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-47d88109-f9a6-443c-a3de-9d40bf7000fd req-892e498b-022a-4c62-8903-5e490a008cb0 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/security-groups?id=20502155-7533-4f99-b713-47e57c585979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450597 Jun 17 14:40:09.374546 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6e13a6-da55-48c2-b803-213c1c6168ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7410e06d-9a99-4bf0-a807-ae77f2b427b1'}] {{(pid=78473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:40:09.392204 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 7410e06d-9a99-4bf0-a807-ae77f2b427b1, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=7410e06d-9a99-4bf0-a807-ae77f2b427b1,segment=NetworkSegment(a42f3861-6b32-42c2-9d90-91f17e504aa8),segment_id=a42f3861-6b32-42c2-9d90-91f17e504aa8)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:40:09.398557 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:09.404887 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=56cfee12-fa6b-40b7-a627-4d289d1b8a9c,revision_number=4']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:09.408041 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:09.408438 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:09.475896 dv-cinder-796859-1-smb neutron-server[78473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6e13a6-da55-48c2-b803-213c1c6168ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7410e06d-9a99-4bf0-a807-ae77f2b427b1', 'code': 200} Jun 17 14:40:09.507672 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=7410e06d-9a99-4bf0-a807-ae77f2b427b1,revision_number=5']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:09.512786 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:09.557097 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45be1e7-bcdc-4998-b5f6-ebf2dd6947c6 req-f959ea8a-9505-48b9-be98-60a1843d83f1 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:09.558608 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-f45be1e7-bcdc-4998-b5f6-ebf2dd6947c6 req-f959ea8a-9505-48b9-be98-60a1843d83f1 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.0948002 Jun 17 14:40:09.605144 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-f45be1e7-bcdc-4998-b5f6-ebf2dd6947c6 req-97ac5815-0d45-4954-92ba-f21d05782cf4 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408683 Jun 17 14:40:09.857122 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['56cfee12-fa6b-40b7-a627-4d289d1b8a9c'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:40:10.000625 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e73cd-0e93-4209-b3ab-82c69f993310 req-6ea1c39c-acd4-4b51-b7fd-9d68d9911367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:10.004528 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a11e73cd-0e93-4209-b3ab-82c69f993310 req-6ea1c39c-acd4-4b51-b7fd-9d68d9911367 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 1098 time: 0.2920187 Jun 17 14:40:10.005941 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-092e48d9-0328-47e8-a25f-a360082b932c req-9e0066f1-0d2b-4df4-8daf-13edffa2dd9b tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Synchronizing usage tracker for tenant:306bee378e2341289eb68d6d461e9d9a on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:40:10.125465 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-092e48d9-0328-47e8-a25f-a360082b932c req-9e0066f1-0d2b-4df4-8daf-13edffa2dd9b tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Unset dirty status for tenant:306bee378e2341289eb68d6d461e9d9a on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:40:10.127524 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-092e48d9-0328-47e8-a25f-a360082b932c req-9e0066f1-0d2b-4df4-8daf-13edffa2dd9b tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] 10.222.0.77 "GET /v2.0/ports?device_id=afcec3a3-8331-4256-be05-b6d61d2ccf6d HTTP/1.1" status: 200 len: 210 time: 0.2992680 Jun 17 14:40:10.145891 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a11e73cd-0e93-4209-b3ab-82c69f993310 req-ba08ba27-9d26-48b9-88e8-2918622f675d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294029 Jun 17 14:40:10.187074 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:10.226220 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74436f14-1025-480c-9725-f2fef5f6ee82 req-e897daf8-0c6c-4cea-a2af-5b03e0ee49bf tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:10.234231 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-74436f14-1025-480c-9725-f2fef5f6ee82 req-e897daf8-0c6c-4cea-a2af-5b03e0ee49bf tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 943 time: 0.1587772 Jun 17 14:40:10.284023 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-74436f14-1025-480c-9725-f2fef5f6ee82 req-27dc641c-0932-4174-bb75-21dffa734425 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421827 Jun 17 14:40:10.372982 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf04e7-ba99-4c68-9635-ee34e1c15301 req-3e15c05a-3a5e-4455-b905-7aa95fde7632 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:10.374530 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-38cf04e7-ba99-4c68-9635-ee34e1c15301 req-3e15c05a-3a5e-4455-b905-7aa95fde7632 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.0865650 Jun 17 14:40:10.422756 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-38cf04e7-ba99-4c68-9635-ee34e1c15301 req-ca18bdbc-4525-4588-b212-54e19c0a778b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423574 Jun 17 14:40:10.509665 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c85c3-7ecf-4185-a524-0abf0befd5f3 req-01525134-1844-481f-b7aa-a9906309994b tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:10.511300 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-601c85c3-7ecf-4185-a524-0abf0befd5f3 req-01525134-1844-481f-b7aa-a9906309994b tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/ports?device_id=9303b9a2-e0f5-4313-be2d-9305ca8ccccf HTTP/1.1" status: 200 len: 944 time: 0.1022210 Jun 17 14:40:10.514083 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 8d1bc185-d46e-4577-a534-c1b56d2cde81 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:40:10.527692 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 72598bca-6205-4969-b555-c44bfcdfe048 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:40:10.570316 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-601c85c3-7ecf-4185-a524-0abf0befd5f3 req-76b0413e-3c22-4424-a3cc-723890c94339 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/security-groups?id=20502155-7533-4f99-b713-47e57c585979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484145 Jun 17 14:40:10.581412 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] No Port match for: 72598bca-6205-4969-b555-c44bfcdfe048 {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:40:10.581993 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 72598bca-6205-4969-b555-c44bfcdfe048 not bound to the agent host hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:40:10.746209 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 8d1bc185-d46e-4577-a534-c1b56d2cde81, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=8d1bc185-d46e-4577-a534-c1b56d2cde81,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:40:10.770404 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Returning: {'device': '8d1bc185-d46e-4577-a534-c1b56d2cde81', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'port_id': '8d1bc185-d46e-4577-a534-c1b56d2cde81', 'mac_address': 'fa:16:3e:45:67:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d50089-0579-444b-be8e-835b748ebcf1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:40:10.830809 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59eff3-c1c8-4e52-8401-d90b217a07f6 req-c4edc15a-6149-44a7-a012-1a755efac7ae tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:10.839831 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7f59eff3-c1c8-4e52-8401-d90b217a07f6 req-c4edc15a-6149-44a7-a012-1a755efac7ae tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.1125996 Jun 17 14:40:10.866750 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:10.885744 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d1bc185-d46e-4577-a534-c1b56d2cde81 {{(pid=78473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:40:10.903533 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7f59eff3-c1c8-4e52-8401-d90b217a07f6 req-f78d6bd4-0dc4-4315-a68c-cacc2edf275e tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624897 Jun 17 14:40:10.907586 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 8d1bc185-d46e-4577-a534-c1b56d2cde81, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=8d1bc185-d46e-4577-a534-c1b56d2cde81,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:40:10.912777 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:10.915679 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-5c98e883-23c5-4171-86c5-c8b33f5c7860 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:10.998073 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=8d1bc185-d46e-4577-a534-c1b56d2cde81,revision_number=4']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:11.001290 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:11.068719 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 42094) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:11.214485 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7656d2bc-dd8f-47d2-8b6b-4c4365c246e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:11.237890 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-7656d2bc-dd8f-47d2-8b6b-4c4365c246e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:11.242783 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-7656d2bc-dd8f-47d2-8b6b-4c4365c246e0 admin admin] Usage tracker for resource:security_group_rule and tenant:d1bb99d7624043cd87296b8a475b925b is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:11.246138 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-7656d2bc-dd8f-47d2-8b6b-4c4365c246e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:11.252335 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-7656d2bc-dd8f-47d2-8b6b-4c4365c246e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:11.396832 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['8d1bc185-d46e-4577-a534-c1b56d2cde81'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:40:11.459988 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7656d2bc-dd8f-47d2-8b6b-4c4365c246e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:11.510324 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7656d2bc-dd8f-47d2-8b6b-4c4365c246e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:11.524735 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:11.621639 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:11.656677 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 42126) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:11.657168 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-7656d2bc-dd8f-47d2-8b6b-4c4365c246e0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d1bb99d7624043cd87296b8a475b925b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5870130 Jun 17 14:40:11.658989 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656d2bc-dd8f-47d2-8b6b-4c4365c246e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f00d79-8755-4b3c-a9d4-e2084528db56,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:11.672647 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-7656d2bc-dd8f-47d2-8b6b-4c4365c246e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:11.729340 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd887734-1f2b-4d31-a716-17c52dc2cbd1 req-04b7a7cc-7e99-482a-8866-1b2106406734 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:11.738700 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 42132) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:11.746047 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-cd887734-1f2b-4d31-a716-17c52dc2cbd1 req-04b7a7cc-7e99-482a-8866-1b2106406734 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 944 time: 0.2786317 Jun 17 14:40:11.823791 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-cd887734-1f2b-4d31-a716-17c52dc2cbd1 req-ffd06dcf-1b49-4801-b1f2-2201dd8edc51 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746303 Jun 17 14:40:12.103455 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0a2b7-0323-4c0a-a04e-8d0c45a0d782 req-3295c050-03c6-4d48-b8a6-1d9eb46ea34d tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:12.104332 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a3f031e0-b571-4294-b27d-00f2fb04f9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:12.114406 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-8ad0a2b7-0323-4c0a-a04e-8d0c45a0d782 req-3295c050-03c6-4d48-b8a6-1d9eb46ea34d tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/ports?device_id=9303b9a2-e0f5-4313-be2d-9305ca8ccccf HTTP/1.1" status: 200 len: 944 time: 0.1498940 Jun 17 14:40:12.164262 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd2262-6296-48d0-b8ad-b9118459abc1 req-ed09a426-9361-410c-8537-d547f84bfd2e tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:12.173197 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-decd2262-6296-48d0-b8ad-b9118459abc1 req-ed09a426-9361-410c-8537-d547f84bfd2e tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.4398036 Jun 17 14:40:12.198060 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a3f031e0-b571-4294-b27d-00f2fb04f9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:12.199161 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-8ad0a2b7-0323-4c0a-a04e-8d0c45a0d782 req-62f3e793-2cec-4d49-9f5f-9b6bcc04916a tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/security-groups?id=20502155-7533-4f99-b713-47e57c585979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823371 Jun 17 14:40:12.281211 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2a759d10-3099-42f6-955e-200b4eed39d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:12.310537 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-decd2262-6296-48d0-b8ad-b9118459abc1 req-e5c030b5-a504-45e2-95ff-ef479ca1a87e tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363297 Jun 17 14:40:12.311467 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-2a759d10-3099-42f6-955e-200b4eed39d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:12.316017 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-2a759d10-3099-42f6-955e-200b4eed39d6 admin admin] Usage tracker for resource:security_group_rule and tenant:5b9b9c4d45f04b45a5ccf94de15171e0 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:12.320639 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-2a759d10-3099-42f6-955e-200b4eed39d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:12.328733 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-2a759d10-3099-42f6-955e-200b4eed39d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:12.346434 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a3f031e0-b571-4294-b27d-00f2fb04f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:12.351162 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-ac39146e-aaff-4727-89e4-0ccd806f2f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:12.380371 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f031e0-b571-4294-b27d-00f2fb04f9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f00d79-8755-4b3c-a9d4-e2084528db56,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:12.386238 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-a3f031e0-b571-4294-b27d-00f2fb04f9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:12.410073 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a3f031e0-b571-4294-b27d-00f2fb04f9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:12.411334 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-a3f031e0-b571-4294-b27d-00f2fb04f9ee admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/55f00d79-8755-4b3c-a9d4-e2084528db56 HTTP/1.1" status: 204 len: 168 time: 0.7527764 Jun 17 14:40:12.415849 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd5f32-0a1f-436a-9285-6d5b9bb34549 req-0dfdc6c4-6b26-4526-95f9-d053146190f3 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:12.424349 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1dcd5f32-0a1f-436a-9285-6d5b9bb34549 req-0dfdc6c4-6b26-4526-95f9-d053146190f3 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.1207917 Jun 17 14:40:12.474068 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1dcd5f32-0a1f-436a-9285-6d5b9bb34549 req-a7a0d5ba-0c9d-4918-a81c-731db75d3d8f tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487976 Jun 17 14:40:12.504422 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2a759d10-3099-42f6-955e-200b4eed39d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:12.509624 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2a759d10-3099-42f6-955e-200b4eed39d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:12.518440 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-bfe970df-f3e3-48c8-b3f5-632bfff6cd54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:12.547519 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 56cfee12-fa6b-40b7-a627-4d289d1b8a9c up at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:40:12.566011 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 42152) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:12.566431 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-2a759d10-3099-42f6-955e-200b4eed39d6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5b9b9c4d45f04b45a5ccf94de15171e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8257341 Jun 17 14:40:12.566999 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a759d10-3099-42f6-955e-200b4eed39d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4f230a-0ea6-467d-bbf3-87612b1c15a3,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:12.569999 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-2a759d10-3099-42f6-955e-200b4eed39d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:12.632347 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning for port 56cfee12-fa6b-40b7-a627-4d289d1b8a9c completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:40:12.637526 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning complete for port 56cfee12-fa6b-40b7-a627-4d289d1b8a9c triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:40:12.637944 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:12.770544 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6373fe21-cb6b-462d-b5ef-aec8d305af08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:12.801039 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6373fe21-cb6b-462d-b5ef-aec8d305af08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:12.811239 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:12.849738 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9303b9a2-e0f5-4313-be2d-9305ca8ccccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cfee12-fa6b-40b7-a627-4d289d1b8a9c'}] {{(pid=78473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:40:12.855244 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 42164) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:12.864189 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6373fe21-cb6b-462d-b5ef-aec8d305af08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:12.873845 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-4fb61e77-e184-4d67-994b-eda6de8564e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:12.878553 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-c59e1773-4aff-41cf-8fc8-59cef347cf01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:12.881306 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 56cfee12-fa6b-40b7-a627-4d289d1b8a9c, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=56cfee12-fa6b-40b7-a627-4d289d1b8a9c,segment=NetworkSegment(d2f522a5-fa31-4cb8-9b6b-555a04cde302),segment_id=d2f522a5-fa31-4cb8-9b6b-555a04cde302)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:40:12.887344 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:12.889247 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-cfea5502-55e5-4d38-83c7-bf530a4259c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:12.896766 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-c59e1773-4aff-41cf-8fc8-59cef347cf01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:12.903565 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-c59e1773-4aff-41cf-8fc8-59cef347cf01 admin admin] Usage tracker for resource:security_group_rule and tenant:308665ed893d43ae8147a5cbfe7bc9ba is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:12.906769 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-c59e1773-4aff-41cf-8fc8-59cef347cf01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:12.910162 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373fe21-cb6b-462d-b5ef-aec8d305af08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4f230a-0ea6-467d-bbf3-87612b1c15a3,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:12.915937 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-6373fe21-cb6b-462d-b5ef-aec8d305af08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:12.919509 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6373fe21-cb6b-462d-b5ef-aec8d305af08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:12.921307 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-c59e1773-4aff-41cf-8fc8-59cef347cf01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:12.923649 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-6373fe21-cb6b-462d-b5ef-aec8d305af08 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ee4f230a-0ea6-467d-bbf3-87612b1c15a3 HTTP/1.1" status: 204 len: 168 time: 0.3550324 Jun 17 14:40:12.939306 dv-cinder-796859-1-smb neutron-server[78473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9303b9a2-e0f5-4313-be2d-9305ca8ccccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cfee12-fa6b-40b7-a627-4d289d1b8a9c', 'code': 200} Jun 17 14:40:13.071635 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-c59e1773-4aff-41cf-8fc8-59cef347cf01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:13.078823 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-c59e1773-4aff-41cf-8fc8-59cef347cf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:13.082005 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fff34e-4e3f-468e-af41-d131bf8bdba2 req-a88229e8-e8e0-4f8f-b950-3d1bf346c1d6 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:13.083976 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d3fff34e-4e3f-468e-af41-d131bf8bdba2 req-a88229e8-e8e0-4f8f-b950-3d1bf346c1d6 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 944 time: 0.1101062 Jun 17 14:40:13.098191 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=56cfee12-fa6b-40b7-a627-4d289d1b8a9c,revision_number=5']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:13.098429 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-11960041-e663-4f5e-a357-6aa0c49b106e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:13.110782 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:13.168110 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-c59e1773-4aff-41cf-8fc8-59cef347cf01 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=308665ed893d43ae8147a5cbfe7bc9ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103254 Jun 17 14:40:13.168410 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 42174) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:13.172949 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d3fff34e-4e3f-468e-af41-d131bf8bdba2 req-ef77134e-6136-4b0c-93e6-173c7846c7f8 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815103 Jun 17 14:40:13.189370 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e1773-4aff-41cf-8fc8-59cef347cf01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88028e4a-36b4-4c1a-8b00-5b287384a704,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:13.194276 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-c59e1773-4aff-41cf-8fc8-59cef347cf01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:13.243813 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-fef816a1-85b7-4664-9a40-be4f3246d309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:13.276412 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-fef816a1-85b7-4664-9a40-be4f3246d309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:13.349928 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-fef816a1-85b7-4664-9a40-be4f3246d309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:13.359659 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:13.369145 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 42186) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:13.375600 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef816a1-85b7-4664-9a40-be4f3246d309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88028e4a-36b4-4c1a-8b00-5b287384a704,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:13.442509 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-fef816a1-85b7-4664-9a40-be4f3246d309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:13.447068 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ea838-5309-45d6-a725-5ac8daaa528d req-09058239-c7aa-4566-94be-0d849e8dcb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:13.449279 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-574ea838-5309-45d6-a725-5ac8daaa528d req-09058239-c7aa-4566-94be-0d849e8dcb26 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9303b9a2-e0f5-4313-be2d-9305ca8ccccf HTTP/1.1" status: 200 len: 1098 time: 0.2546356 Jun 17 14:40:13.498699 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a0910c8-bb09-4182-aee9-0d0cd3830333 admin admin] Deleting subnet cd825ff8-da34-4910-bf50-e3f0b3e9eae2 {{(pid=78472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 17 14:40:13.501189 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-4a0910c8-bb09-4182-aee9-0d0cd3830333 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:13.507882 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 42192) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:13.518022 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f3c77-99d4-458f-b048-e2321bc7ae15 req-6fb8196e-54b6-4059-8b7a-d2663230ccd9 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:13.519435 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9c6f3c77-99d4-458f-b048-e2321bc7ae15 req-6fb8196e-54b6-4059-8b7a-d2663230ccd9 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/ports?device_id=9303b9a2-e0f5-4313-be2d-9305ca8ccccf HTTP/1.1" status: 200 len: 945 time: 0.1637857 Jun 17 14:40:13.529923 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-fef816a1-85b7-4664-9a40-be4f3246d309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:13.531016 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-fef816a1-85b7-4664-9a40-be4f3246d309 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/88028e4a-36b4-4c1a-8b00-5b287384a704 HTTP/1.1" status: 204 len: 168 time: 0.3592625 Jun 17 14:40:13.535518 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-574ea838-5309-45d6-a725-5ac8daaa528d req-ed97c522-452b-4edd-9cc3-752479a33aff service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=20502155-7533-4f99-b713-47e57c585979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791481 Jun 17 14:40:13.563226 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5e18f936-0a6c-4f82-849a-664ccd70f702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:13.567813 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-4a0910c8-bb09-4182-aee9-0d0cd3830333 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15757668'] for subnet, precommit_delete_associations {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:13.598624 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-5e18f936-0a6c-4f82-849a-664ccd70f702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:13.621081 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-5e18f936-0a6c-4f82-849a-664ccd70f702 admin admin] Usage tracker for resource:security_group_rule and tenant:c0d0a42f40d74e32a216411a94cc318f is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:13.630663 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-5e18f936-0a6c-4f82-849a-664ccd70f702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:13.636769 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-4a0910c8-bb09-4182-aee9-0d0cd3830333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820958'] for subnet, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:13.645294 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-5e18f936-0a6c-4f82-849a-664ccd70f702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:13.665650 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9c6f3c77-99d4-458f-b048-e2321bc7ae15 req-0ac29488-155a-4e3e-9b74-dda1cbee7166 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/security-groups?id=20502155-7533-4f99-b713-47e57c585979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280901 Jun 17 14:40:13.677470 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d54521-fe44-428d-9f7c-d01cec5d83cc req-3a82b163-e1c8-496d-a0b8-e2abe5688f34 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:13.681807 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-96d54521-fe44-428d-9f7c-d01cec5d83cc req-3a82b163-e1c8-496d-a0b8-e2abe5688f34 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.2265918 Jun 17 14:40:13.832115 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-96d54521-fe44-428d-9f7c-d01cec5d83cc req-1bf6ab23-9dc6-4970-8668-bb1694431128 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340013 Jun 17 14:40:13.871676 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5e18f936-0a6c-4f82-849a-664ccd70f702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:13.876757 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5e18f936-0a6c-4f82-849a-664ccd70f702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:13.890707 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:13.980016 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-5e18f936-0a6c-4f82-849a-664ccd70f702 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c0d0a42f40d74e32a216411a94cc318f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4707787 Jun 17 14:40:13.985346 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 42206) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:13.986160 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18f936-0a6c-4f82-849a-664ccd70f702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea34883c-2cea-449c-95ec-ed622ccee3f4,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:13.990812 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-5e18f936-0a6c-4f82-849a-664ccd70f702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:14.084602 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-4a0910c8-bb09-4182-aee9-0d0cd3830333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14896095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16701679'] for subnet, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:14.094854 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-a4571f3e-e45f-4436-9596-53c10dfdaa46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:14.099769 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-056fda54-f69a-42e4-8207-05aa14438355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:14.109355 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7de52-d340-4b5a-a977-10c226ff73c8 req-0f77dad3-f9c7-456d-ac3e-f474abbf17ae tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:14.110893 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-02d7de52-d340-4b5a-a977-10c226ff73c8 req-0f77dad3-f9c7-456d-ac3e-f474abbf17ae tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.1784053 Jun 17 14:40:14.147835 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0910c8-bb09-4182-aee9-0d0cd3830333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd825ff8-da34-4910-bf50-e3f0b3e9eae2,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:14.152008 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-4a0910c8-bb09-4182-aee9-0d0cd3830333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for subnet, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:14.154679 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-4a0910c8-bb09-4182-aee9-0d0cd3830333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:14.162775 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-4a0910c8-bb09-4182-aee9-0d0cd3830333 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/cd825ff8-da34-4910-bf50-e3f0b3e9eae2 HTTP/1.1" status: 204 len: 168 time: 0.7910991 Jun 17 14:40:14.166520 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 42214) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:14.191055 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2ee00-b2f5-4982-a6a7-d8b0ea902a16 req-0cdff215-11d0-4e5d-8b57-a22c3ecbc6f7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:14.206605 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-a4571f3e-e45f-4436-9596-53c10dfdaa46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:14.213379 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-cbe2ee00-b2f5-4982-a6a7-d8b0ea902a16 req-0cdff215-11d0-4e5d-8b57-a22c3ecbc6f7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.1663291 Jun 17 14:40:14.214317 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 42222) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:14.224184 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-40cec1fc-f269-4302-b729-206f0bebc2c5 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Request body: {'floatingip': {'port_id': '7410e06d-9a99-4bf0-a807-ae77f2b427b1'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:40:14.324272 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-40cec1fc-f269-4302-b729-206f0bebc2c5 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for floatingip, before_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:14.345416 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-02d7de52-d340-4b5a-a977-10c226ff73c8 req-ee165551-b262-4032-9352-c009baae1e06 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215319 Jun 17 14:40:14.378844 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5864acf5-8dc1-48d3-9ad7-477b350d9c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:14.447602 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-a4571f3e-e45f-4436-9596-53c10dfdaa46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:14.457407 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-cd4e0079-2a6d-4743-a3eb-e9175c59382b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:14.482665 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4571f3e-e45f-4436-9596-53c10dfdaa46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea34883c-2cea-449c-95ec-ed622ccee3f4,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:14.508689 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-a4571f3e-e45f-4436-9596-53c10dfdaa46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:14.522118 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 42232) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:14.532580 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-a4571f3e-e45f-4436-9596-53c10dfdaa46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:14.533706 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-a4571f3e-e45f-4436-9596-53c10dfdaa46 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ea34883c-2cea-449c-95ec-ed622ccee3f4 HTTP/1.1" status: 204 len: 168 time: 0.5446424 Jun 17 14:40:14.548149 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 8d1bc185-d46e-4577-a534-c1b56d2cde81 up at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:40:14.620866 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcdc56-f710-41b8-b44c-4e4d007c8ebc req-f0a0fcb7-a91c-479e-82a9-ee2390df4d43 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:14.628883 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-8bdcdc56-f710-41b8-b44c-4e4d007c8ebc req-f0a0fcb7-a91c-479e-82a9-ee2390df4d43 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 944 time: 0.1989231 Jun 17 14:40:14.641660 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5864acf5-8dc1-48d3-9ad7-477b350d9c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821569', 'neutron.services.segments.db._delete_segments_for_network-8744814336166'] for network, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:14.643034 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning for port 8d1bc185-d46e-4577-a534-c1b56d2cde81 completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:40:14.651246 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning complete for port 8d1bc185-d46e-4577-a534-c1b56d2cde81 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:40:14.651612 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:14.659169 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5864acf5-8dc1-48d3-9ad7-477b350d9c25 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:40:14.659571 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5864acf5-8dc1-48d3-9ad7-477b350d9c25 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:40:14.660249 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5864acf5-8dc1-48d3-9ad7-477b350d9c25 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:40:14.660597 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5864acf5-8dc1-48d3-9ad7-477b350d9c25 admin admin] Subscribe: > port after_create 55550000 {{(pid=78471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:40:14.661107 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5864acf5-8dc1-48d3-9ad7-477b350d9c25 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:40:14.661340 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5864acf5-8dc1-48d3-9ad7-477b350d9c25 admin admin] Subscribe: > port after_update 55550000 {{(pid=78471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:40:14.661752 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5864acf5-8dc1-48d3-9ad7-477b350d9c25 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:40:14.662141 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5864acf5-8dc1-48d3-9ad7-477b350d9c25 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:40:14.662366 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5864acf5-8dc1-48d3-9ad7-477b350d9c25 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:40:14.662684 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5864acf5-8dc1-48d3-9ad7-477b350d9c25 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:40:14.709014 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-8bdcdc56-f710-41b8-b44c-4e4d007c8ebc req-0b3b4bc7-4402-44e5-8dda-54aa6d1a9ca6 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791574 Jun 17 14:40:14.808426 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5864acf5-8dc1-48d3-9ad7-477b350d9c25 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:40:14.809020 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5864acf5-8dc1-48d3-9ad7-477b350d9c25 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:40:14.809427 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5864acf5-8dc1-48d3-9ad7-477b350d9c25 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:40:14.809860 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5864acf5-8dc1-48d3-9ad7-477b350d9c25 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:40:14.810300 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.services.segments.db [None req-5864acf5-8dc1-48d3-9ad7-477b350d9c25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['313c2127-14f5-4cea-99d7-b1c067c1b6be']}} {{(pid=78471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:14.846800 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.services.segments.db [None req-5864acf5-8dc1-48d3-9ad7-477b350d9c25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1c2e82-6de0-43ea-95e7-61781e2202ae') {'for_net_delete': True} {{(pid=78471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:14.848807 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.services.segments.db [None req-5864acf5-8dc1-48d3-9ad7-477b350d9c25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1c2e82-6de0-43ea-95e7-61781e2202ae') {} {{(pid=78471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:14.886854 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5864acf5-8dc1-48d3-9ad7-477b350d9c25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744814347277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15166211'] for segment, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:14.911441 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:14.949284 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f61358f-286b-4dc2-aae2-318433457ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1bc185-d46e-4577-a534-c1b56d2cde81'}] {{(pid=78473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:40:14.962109 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5864acf5-8dc1-48d3-9ad7-477b350d9c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:14.963489 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 8d1bc185-d46e-4577-a534-c1b56d2cde81, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=8d1bc185-d46e-4577-a534-c1b56d2cde81,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:40:14.969626 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:14.973086 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:14.974119 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5864acf5-8dc1-48d3-9ad7-477b350d9c25 admin admin] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=78471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:40:14.974528 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5864acf5-8dc1-48d3-9ad7-477b350d9c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1816777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16519788'] for segment, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: from cryptography.utils import int_from_bytes Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: from cryptography.utils import int_from_bytes Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: util.warn_limited( Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: util.warn_limited( Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: Traceback (most recent call last): Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: timer() Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: cb(*args, **kw) Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: return func(*args, **kwargs) Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: self._notify() Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: self.callback(batched_events) Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: event.method(event) Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: return f(self, *a, **k) Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: return self._get(url).json() Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: return self.request(url, 'GET', **kwargs) Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:40:14.996444 dv-cinder-796859-1-smb neutron-server[78471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:40:15.056586 dv-cinder-796859-1-smb neutron-server[78473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f61358f-286b-4dc2-aae2-318433457ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1bc185-d46e-4577-a534-c1b56d2cde81', 'code': 200} Jun 17 14:40:15.162947 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=8d1bc185-d46e-4577-a534-c1b56d2cde81,revision_number=5']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:15.185860 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:15.194724 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5864acf5-8dc1-48d3-9ad7-477b350d9c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768958'] for network, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:15.208689 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-69115528-c925-47ea-9083-0bcb1e758513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:15.234423 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5864acf5-8dc1-48d3-9ad7-477b350d9c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:15.250992 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aebafa5-a926-47b5-b11f-78c5be527a03 req-253bd7c2-9d81-46b4-9ce6-1a6969054d1b tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:15.259348 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6aebafa5-a926-47b5-b11f-78c5be527a03 req-253bd7c2-9d81-46b4-9ce6-1a6969054d1b tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/ports?device_id=9303b9a2-e0f5-4313-be2d-9305ca8ccccf HTTP/1.1" status: 200 len: 945 time: 0.3777850 Jun 17 14:40:15.261683 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864acf5-8dc1-48d3-9ad7-477b350d9c25 admin admin] Pushing event deleted for resources: {'Network': ['ID=313c2127-14f5-4cea-99d7-b1c067c1b6be,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:15.266473 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-5864acf5-8dc1-48d3-9ad7-477b350d9c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:15.321988 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-5864acf5-8dc1-48d3-9ad7-477b350d9c25 admin admin] 10.222.0.77 "DELETE /v2.0/networks/313c2127-14f5-4cea-99d7-b1c067c1b6be HTTP/1.1" status: 204 len: 168 time: 1.1508176 Jun 17 14:40:15.330245 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-2d242488-d7d5-46ca-bf05-2c8f38da72b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:15.365416 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-2d242488-d7d5-46ca-bf05-2c8f38da72b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:15.423411 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6aebafa5-a926-47b5-b11f-78c5be527a03 req-9c089136-68a2-444c-805f-06bdb7b89f61 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/security-groups?id=20502155-7533-4f99-b713-47e57c585979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630692 Jun 17 14:40:15.424621 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-2d242488-d7d5-46ca-bf05-2c8f38da72b4 admin admin] Usage tracker for resource:security_group_rule and tenant:44c038d6364f4d8f8bb195f2d37f7ce1 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:15.440194 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-2d242488-d7d5-46ca-bf05-2c8f38da72b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:15.460025 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-2d242488-d7d5-46ca-bf05-2c8f38da72b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:15.621726 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-2d242488-d7d5-46ca-bf05-2c8f38da72b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:15.629195 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-2d242488-d7d5-46ca-bf05-2c8f38da72b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:15.644619 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-95692049-44f5-4a4d-a501-934523923a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:15.695900 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100d58d-fcc2-4e22-86c7-8e1407dfad23 req-bf704c50-d943-4575-91e4-f09a923701d0 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:15.702962 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-2100d58d-fcc2-4e22-86c7-8e1407dfad23 req-bf704c50-d943-4575-91e4-f09a923701d0 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.1720552 Jun 17 14:40:15.746327 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 42272) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:15.760543 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-2d242488-d7d5-46ca-bf05-2c8f38da72b4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=44c038d6364f4d8f8bb195f2d37f7ce1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2364011 Jun 17 14:40:15.779565 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 42276) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:15.783268 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d242488-d7d5-46ca-bf05-2c8f38da72b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9866514-d567-4219-9ec7-7fe6865f56d8,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:15.792269 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-2d242488-d7d5-46ca-bf05-2c8f38da72b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:15.795534 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-2100d58d-fcc2-4e22-86c7-8e1407dfad23 req-0472e002-e2dc-45ea-bead-ab077097cdfe tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913937 Jun 17 14:40:15.850104 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-06b2441a-40a2-4598-bf65-7233fa2ab869 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=306bee378e2341289eb68d6d461e9d9a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0948277 Jun 17 14:40:15.850321 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.db.resource_extend [None req-40cec1fc-f269-4302-b729-206f0bebc2c5 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 14:40:15.850418 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 42280) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:15.876602 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d5399-cd7b-4fb3-964c-2da41689b1a1 req-f015c371-6328-44b5-92b9-27b39b6a9c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:15.878225 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-408d5399-cd7b-4fb3-964c-2da41689b1a1 req-f015c371-6328-44b5-92b9-27b39b6a9c1b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 1098 time: 0.2245595 Jun 17 14:40:16.031362 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-408d5399-cd7b-4fb3-964c-2da41689b1a1 req-f30d255e-5066-46b4-bb50-617520ed2d4a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417227 Jun 17 14:40:16.032771 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6ead2cea-0974-4b6e-9cb8-85519c084118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:16.057449 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-40cec1fc-f269-4302-b729-206f0bebc2c5 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:16.064892 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6908dd0d-d1c9-4ebb-84fc-c57c97b6f8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:16.072824 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-40cec1fc-f269-4302-b729-206f0bebc2c5 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768940'] for floatingip, after_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:16.077892 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6ead2cea-0974-4b6e-9cb8-85519c084118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:16.127918 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666da359-89e5-4ef0-a7cd-edb28847c137 req-1e3599d6-6f88-4f47-aa1f-c9439cc61116 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:16.129702 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-666da359-89e5-4ef0-a7cd-edb28847c137 req-1e3599d6-6f88-4f47-aa1f-c9439cc61116 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 945 time: 0.1996522 Jun 17 14:40:16.218381 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-666da359-89e5-4ef0-a7cd-edb28847c137 req-134c621f-9a60-4663-a7f9-9c4b8f59c4c9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790215 Jun 17 14:40:16.248322 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6908dd0d-d1c9-4ebb-84fc-c57c97b6f8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:16.250727 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6ead2cea-0974-4b6e-9cb8-85519c084118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:16.260327 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-a4571f3e-e45f-4436-9596-53c10dfdaa46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:16.299467 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead2cea-0974-4b6e-9cb8-85519c084118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103c7498-ea8f-4d09-ae02-2fb35326585b,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:16.307492 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-6ead2cea-0974-4b6e-9cb8-85519c084118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:16.330158 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6ead2cea-0974-4b6e-9cb8-85519c084118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:16.335701 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-6ead2cea-0974-4b6e-9cb8-85519c084118 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/103c7498-ea8f-4d09-ae02-2fb35326585b HTTP/1.1" status: 204 len: 168 time: 0.4805422 Jun 17 14:40:16.413372 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.db.l3_db [None req-40cec1fc-f269-4302-b729-206f0bebc2c5 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Floating IP 60d31d77-1cdd-4cf4-8c23-e45b7fa803b6 associated. External IP: 172.28.2.164, port: 7410e06d-9a99-4bf0-a807-ae77f2b427b1. Jun 17 14:40:16.633884 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6908dd0d-d1c9-4ebb-84fc-c57c97b6f8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:16.640069 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-a6dfa221-8a6c-4385-ad17-f190c21d9dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:16.709686 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908dd0d-d1c9-4ebb-84fc-c57c97b6f8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9866514-d567-4219-9ec7-7fe6865f56d8,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:16.713346 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-6908dd0d-d1c9-4ebb-84fc-c57c97b6f8f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:16.738934 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6908dd0d-d1c9-4ebb-84fc-c57c97b6f8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:16.740348 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-6908dd0d-d1c9-4ebb-84fc-c57c97b6f8f0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d9866514-d567-4219-9ec7-7fe6865f56d8 HTTP/1.1" status: 204 len: 168 time: 0.9435415 Jun 17 14:40:16.888869 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8ae83-72e7-4a85-9a74-b645930f49e9 req-b762910b-0679-4b57-af4a-6ba86ba92170 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:16.890345 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-6ac8ae83-72e7-4a85-9a74-b645930f49e9 req-b762910b-0679-4b57-af4a-6ba86ba92170 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/ports?device_id=9303b9a2-e0f5-4313-be2d-9305ca8ccccf HTTP/1.1" status: 200 len: 945 time: 0.3642683 Jun 17 14:40:17.138170 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c343ca-54d8-4409-974d-fe6818fbc5e5 req-90ed8582-add7-4203-badf-3d795b7fa587 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:17.140406 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e9c343ca-54d8-4409-974d-fe6818fbc5e5 req-90ed8582-add7-4203-badf-3d795b7fa587 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.2045851 Jun 17 14:40:17.210993 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e9c343ca-54d8-4409-974d-fe6818fbc5e5 req-4660e49c-4666-4447-9c15-c4f4e54308a5 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602832 Jun 17 14:40:17.312341 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40cec1fc-f269-4302-b729-206f0bebc2c5 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Router eccb3088-75f3-43cf-93b3-831e5015d82f has already been hosted by L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 {{(pid=78472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:40:17.329868 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-6ac8ae83-72e7-4a85-9a74-b645930f49e9 req-b9a9db5f-7217-4ba1-8a16-9cde2474356d tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/security-groups?id=20502155-7533-4f99-b713-47e57c585979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268575 Jun 17 14:40:17.552179 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 42352) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:17.594322 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cec1fc-f269-4302-b729-206f0bebc2c5 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:40:17.600293 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6b8a5e95-e8ca-4be2-a2c3-4d92b4eb5333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:17.605408 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-40cec1fc-f269-4302-b729-206f0bebc2c5 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for floatingip, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:17.612659 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ddd019-7b3d-436b-b62a-ab1e4d1b2f20 None None] Sync routers for ids ['eccb3088-75f3-43cf-93b3-831e5015d82f'] in dv-cinder-796859-1-smb {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:40:17.628547 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ddd019-7b3d-436b-b62a-ab1e4d1b2f20 None None] Routers {'eccb3088-75f3-43cf-93b3-831e5015d82f'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:40:17.633197 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-82ddd019-7b3d-436b-b62a-ab1e4d1b2f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:40:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['eccb3088-75f3-43cf-93b3-831e5015d82f'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:17.663155 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-6b8a5e95-e8ca-4be2-a2c3-4d92b4eb5333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:17.673299 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-6b8a5e95-e8ca-4be2-a2c3-4d92b4eb5333 admin admin] Usage tracker for resource:security_group_rule and tenant:a4133fed4fb9499f8dae2c1387687f91 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:17.679607 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-40cec1fc-f269-4302-b729-206f0bebc2c5 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "PUT /v2.0/floatingips/60d31d77-1cdd-4cf4-8c23-e45b7fa803b6 HTTP/1.1" status: 200 len: 991 time: 3.4640059 Jun 17 14:40:17.681089 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6e13a6-da55-48c2-b803-213c1c6168ef', 'tag': '7410e06d-9a99-4bf0-a807-ae77f2b427b1'}] {{(pid=78472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:40:17.701548 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-6b8a5e95-e8ca-4be2-a2c3-4d92b4eb5333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:17.713451 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-6b8a5e95-e8ca-4be2-a2c3-4d92b4eb5333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:17.790556 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 42362) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:17.794298 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ef472-051b-4bc9-ac83-3e8e775b14a7 req-3a81166a-b618-4486-a01a-ba7116d5ed61 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:17.805576 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ec1ef472-051b-4bc9-ac83-3e8e775b14a7 req-3a81166a-b618-4486-a01a-ba7116d5ed61 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 945 time: 0.4090946 Jun 17 14:40:17.978743 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ec1ef472-051b-4bc9-ac83-3e8e775b14a7 req-56e4e69e-dbf5-478f-8748-5ce81d348c5b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731393 Jun 17 14:40:18.153398 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6e13a6-da55-48c2-b803-213c1c6168ef', 'tag': '7410e06d-9a99-4bf0-a807-ae77f2b427b1', 'status': 'completed', 'code': 200} Jun 17 14:40:18.156704 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-db3bb3f4-9fad-4bee-b86e-fdc72d2bcf7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:18.195020 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-db3bb3f4-9fad-4bee-b86e-fdc72d2bcf7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:18.204563 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-db3bb3f4-9fad-4bee-b86e-fdc72d2bcf7c admin admin] Usage tracker for resource:security_group_rule and tenant:d749c11f0f224d81b36dcf4f7e3829ef is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:18.215574 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-db3bb3f4-9fad-4bee-b86e-fdc72d2bcf7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:18.227013 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-db3bb3f4-9fad-4bee-b86e-fdc72d2bcf7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:18.288166 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-82ddd019-7b3d-436b-b62a-ab1e4d1b2f20 None None] Set router eccb3088-75f3-43cf-93b3-831e5015d82f gateway port host: dv-cinder-796859-1-smb {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:40:18.304782 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6b8a5e95-e8ca-4be2-a2c3-4d92b4eb5333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:18.338863 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 42380) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:18.347219 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6b8a5e95-e8ca-4be2-a2c3-4d92b4eb5333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:18.434197 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-7656d2bc-dd8f-47d2-8b6b-4c4365c246e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:18.452374 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-6b8a5e95-e8ca-4be2-a2c3-4d92b4eb5333 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a4133fed4fb9499f8dae2c1387687f91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8991318 Jun 17 14:40:18.456043 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 42388) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:18.566055 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-4aac9298-8f27-4b90-813c-7847e7089377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:18.573323 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a5e95-e8ca-4be2-a2c3-4d92b4eb5333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25008283-5dd7-421d-91c9-dad121c9d103,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:18.588168 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-6b8a5e95-e8ca-4be2-a2c3-4d92b4eb5333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:18.590967 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-db3bb3f4-9fad-4bee-b86e-fdc72d2bcf7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:18.599647 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf0375-c61a-4e88-8e73-2418e99747d4 req-75095598-0292-4424-a7a3-ab6a6fccf2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:18.601533 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-c5bf0375-c61a-4e88-8e73-2418e99747d4 req-75095598-0292-4424-a7a3-ab6a6fccf2ff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=80a9b853210242ac916c0e29f6c3f9bb&device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 1098 time: 0.3881385 Jun 17 14:40:18.616489 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9827cd07-509d-418b-8e90-d5ad5982fb90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:18.619811 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-4aac9298-8f27-4b90-813c-7847e7089377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:18.632176 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-db3bb3f4-9fad-4bee-b86e-fdc72d2bcf7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:18.645933 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:18.685134 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-9827cd07-509d-418b-8e90-d5ad5982fb90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:18.690804 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-82ddd019-7b3d-436b-b62a-ab1e4d1b2f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'name': 'tempest-AttachVolumeTestJSON-832543081-router', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:09Z', 'updated_at': '2021-06-17T14:39:27Z', 'revision_number': 4, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'gw_port': {'id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:13Z', 'updated_at': '2021-06-17T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_floatingips': [{'id': '60d31d77-1cdd-4cf4-8c23-e45b7fa803b6', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'floating_ip_address': '172.28.2.164', 'floating_network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'router_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'port_id': '7410e06d-9a99-4bf0-a807-ae77f2b427b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf', 'mac_address': 'fa:16:3e:7a:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6e13a6-da55-48c2-b803-213c1c6168ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:39:45Z', 'updated_at': '2021-06-17T14:40:15Z', 'revision_number': 1, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be75e727-30cb-4dd1-873d-66fead1a454b', 'name': '', 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'mac_address': 'fa:16:3e:20:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:25Z', 'updated_at': '2021-06-17T14:39:45Z', 'revision_number': 5, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'subnets': [{'id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:18.695598 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ddd019-7b3d-436b-b62a-ab1e4d1b2f20 None None] Checking router: eccb3088-75f3-43cf-93b3-831e5015d82f for host: dv-cinder-796859-1-smb {{(pid=78474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:40:18.711088 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ddd019-7b3d-436b-b62a-ab1e4d1b2f20 None None] Routers {'eccb3088-75f3-43cf-93b3-831e5015d82f'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:40:18.712253 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-82ddd019-7b3d-436b-b62a-ab1e4d1b2f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:40:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['eccb3088-75f3-43cf-93b3-831e5015d82f'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:18.722438 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-9827cd07-509d-418b-8e90-d5ad5982fb90 admin admin] Usage tracker for resource:security_group_rule and tenant:2d91a5f263ec4d67865fc7f981621b87 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:18.732242 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-9827cd07-509d-418b-8e90-d5ad5982fb90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:18.737426 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-db3bb3f4-9fad-4bee-b86e-fdc72d2bcf7c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d749c11f0f224d81b36dcf4f7e3829ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9444473 Jun 17 14:40:18.743776 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3bb3f4-9fad-4bee-b86e-fdc72d2bcf7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42024711-3c9e-4de2-9857-7b65e95ee4be,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:18.748452 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-db3bb3f4-9fad-4bee-b86e-fdc72d2bcf7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:18.748940 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 42398) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:18.750569 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-9827cd07-509d-418b-8e90-d5ad5982fb90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:18.794185 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108854ff-feb8-47ca-9471-af9a53983dd0 req-3a27b7f5-a2ed-4020-a050-84867d24c850 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:18.795706 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-108854ff-feb8-47ca-9471-af9a53983dd0 req-3a27b7f5-a2ed-4020-a050-84867d24c850 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.3918285 Jun 17 14:40:18.850521 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf0375-c61a-4e88-8e73-2418e99747d4 req-2ce001f6-a467-47e0-93b6-a436f1c238b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:18.852020 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-c5bf0375-c61a-4e88-8e73-2418e99747d4 req-2ce001f6-a467-47e0-93b6-a436f1c238b6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=224875c5-70eb-4e10-8087-1385d93f5cbf HTTP/1.1" status: 200 len: 912 time: 0.2353373 Jun 17 14:40:18.887980 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-108854ff-feb8-47ca-9471-af9a53983dd0 req-bf89dfb1-85fc-431e-a697-c6a6d27ad800 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814145 Jun 17 14:40:18.924755 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9827cd07-509d-418b-8e90-d5ad5982fb90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:18.930707 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9827cd07-509d-418b-8e90-d5ad5982fb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:18.938779 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-82ddd019-7b3d-436b-b62a-ab1e4d1b2f20 None None] Set router eccb3088-75f3-43cf-93b3-831e5015d82f gateway port host: dv-cinder-796859-1-smb {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:40:18.942365 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:18.992986 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-dfff6764-ed08-40c6-9178-4613c2b8a894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:18.997366 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-4aac9298-8f27-4b90-813c-7847e7089377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:19.002437 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827cd07-509d-418b-8e90-d5ad5982fb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993e7d59-e1b2-4a5d-838a-eb118edaaad5,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:19.005840 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-9827cd07-509d-418b-8e90-d5ad5982fb90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:19.009420 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-9827cd07-509d-418b-8e90-d5ad5982fb90 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2d91a5f263ec4d67865fc7f981621b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6657393 Jun 17 14:40:19.012444 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 42404) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:19.014371 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:19.045313 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-c5bf0375-c61a-4e88-8e73-2418e99747d4 req-acdae83a-f610-477b-a5bd-ae1a31e786c1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7410e06d-9a99-4bf0-a807-ae77f2b427b1 HTTP/1.1" status: 200 len: 999 time: 0.1851895 Jun 17 14:40:19.050968 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac9298-8f27-4b90-813c-7847e7089377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25008283-5dd7-421d-91c9-dad121c9d103,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:19.069307 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-4aac9298-8f27-4b90-813c-7847e7089377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:19.143479 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-dfff6764-ed08-40c6-9178-4613c2b8a894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:19.161087 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-4aac9298-8f27-4b90-813c-7847e7089377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:19.162488 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-4aac9298-8f27-4b90-813c-7847e7089377 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/25008283-5dd7-421d-91c9-dad121c9d103 HTTP/1.1" status: 204 len: 168 time: 0.7042847 Jun 17 14:40:19.192709 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-bc9eea39-4f95-4e86-9f7e-2d581fa30261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:19.246134 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-bc9eea39-4f95-4e86-9f7e-2d581fa30261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:19.293838 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf0375-c61a-4e88-8e73-2418e99747d4 req-2527e3e9-e43d-4c31-bc3c-9391346c2900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:19.295870 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-c5bf0375-c61a-4e88-8e73-2418e99747d4 req-2527e3e9-e43d-4c31-bc3c-9391346c2900 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c9a4e58-351e-45bb-8981-70921e1085a6 HTTP/1.1" status: 200 len: 849 time: 0.2413664 Jun 17 14:40:19.347354 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-bc9eea39-4f95-4e86-9f7e-2d581fa30261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:19.373121 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-bb5bff9f-b053-40da-bad3-bcfde866cb7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:19.397001 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9eea39-4f95-4e86-9f7e-2d581fa30261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993e7d59-e1b2-4a5d-838a-eb118edaaad5,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:19.416036 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-bc9eea39-4f95-4e86-9f7e-2d581fa30261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:19.419497 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-bc9eea39-4f95-4e86-9f7e-2d581fa30261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:19.423750 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-bc9eea39-4f95-4e86-9f7e-2d581fa30261 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/993e7d59-e1b2-4a5d-838a-eb118edaaad5 HTTP/1.1" status: 204 len: 168 time: 0.4077766 Jun 17 14:40:19.503950 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-82ddd019-7b3d-436b-b62a-ab1e4d1b2f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'name': 'tempest-AttachVolumeTestJSON-832543081-router', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:09Z', 'updated_at': '2021-06-17T14:39:27Z', 'revision_number': 4, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'gw_port': {'id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:13Z', 'updated_at': '2021-06-17T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_floatingips': [{'id': '60d31d77-1cdd-4cf4-8c23-e45b7fa803b6', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'floating_ip_address': '172.28.2.164', 'floating_network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'router_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'port_id': '7410e06d-9a99-4bf0-a807-ae77f2b427b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf', 'mac_address': 'fa:16:3e:7a:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6e13a6-da55-48c2-b803-213c1c6168ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:39:45Z', 'updated_at': '2021-06-17T14:40:15Z', 'revision_number': 1, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be75e727-30cb-4dd1-873d-66fead1a454b', 'name': '', 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'mac_address': 'fa:16:3e:20:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:25Z', 'updated_at': '2021-06-17T14:39:45Z', 'revision_number': 5, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'subnets': [{'id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:19.514651 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ddd019-7b3d-436b-b62a-ab1e4d1b2f20 None None] The sync data for ids ['eccb3088-75f3-43cf-93b3-831e5015d82f'] in dv-cinder-796859-1-smb is: [{'id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'name': 'tempest-AttachVolumeTestJSON-832543081-router', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:09Z', 'updated_at': '2021-06-17T14:39:27Z', 'revision_number': 4, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'gw_port': {'id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:13Z', 'updated_at': '2021-06-17T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_floatingips': [{'id': '60d31d77-1cdd-4cf4-8c23-e45b7fa803b6', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'floating_ip_address': '172.28.2.164', 'floating_network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'router_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'port_id': '7410e06d-9a99-4bf0-a807-ae77f2b427b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf', 'mac_address': 'fa:16:3e:7a:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6e13a6-da55-48c2-b803-213c1c6168ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:39:45Z', 'updated_at': '2021-06-17T14:40:15Z', 'revision_number': 1, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be75e727-30cb-4dd1-873d-66fead1a454b', 'name': '', 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'mac_address': 'fa:16:3e:20:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:25Z', 'updated_at': '2021-06-17T14:39:45Z', 'revision_number': 5, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'subnets': [{'id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:40:19.556447 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-dfff6764-ed08-40c6-9178-4613c2b8a894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:19.565482 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-12dfa980-0467-40bb-8d60-15e3dfcc153a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:19.590584 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff6764-ed08-40c6-9178-4613c2b8a894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42024711-3c9e-4de2-9857-7b65e95ee4be,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:19.602641 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-dfff6764-ed08-40c6-9178-4613c2b8a894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:19.614027 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-dfff6764-ed08-40c6-9178-4613c2b8a894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:19.615148 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-dfff6764-ed08-40c6-9178-4613c2b8a894 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/42024711-3c9e-4de2-9857-7b65e95ee4be HTTP/1.1" status: 204 len: 168 time: 0.8649199 Jun 17 14:40:19.637802 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158615c-393a-4c17-9624-0d1b306e5240 req-47efb9b7-bf02-4131-949b-2080018e75fe tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:19.647375 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-8158615c-393a-4c17-9624-0d1b306e5240 req-47efb9b7-bf02-4131-949b-2080018e75fe tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 945 time: 0.3497336 Jun 17 14:40:19.672767 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf0375-c61a-4e88-8e73-2418e99747d4 req-d0b426d5-0b0c-4c95-8721-992347c23683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:19.674875 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-c5bf0375-c61a-4e88-8e73-2418e99747d4 req-d0b426d5-0b0c-4c95-8721-992347c23683 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=224875c5-70eb-4e10-8087-1385d93f5cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2849326 Jun 17 14:40:19.750102 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-8158615c-393a-4c17-9624-0d1b306e5240 req-9fc4bc9a-3618-4e81-b938-b757a0ed8d49 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018353 Jun 17 14:40:19.878961 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c952705b-a9b3-497c-816a-f2257a6e304b None None] New status for floating IP 60d31d77-1cdd-4cf4-8c23-e45b7fa803b6: ACTIVE {{(pid=78473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:40:19.885966 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-c5bf0375-c61a-4e88-8e73-2418e99747d4 req-3ef9b93c-6f22-4bd4-ab57-4ae7ea6f635b service neutron] 10.222.0.72 "GET /v2.0/networks/224875c5-70eb-4e10-8087-1385d93f5cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005498 Jun 17 14:40:20.238562 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-c5bf0375-c61a-4e88-8e73-2418e99747d4 req-9b9008eb-854a-44d6-bc4b-e40ff31e272d service neutron] 10.222.0.72 "GET /v2.0/networks/224875c5-70eb-4e10-8087-1385d93f5cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445628 Jun 17 14:40:20.290560 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c7196-384d-4dfb-b1db-f66d488fc711 req-a5b7fa54-3456-4046-b82a-8d88caed739e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:20.307354 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-1f7c7196-384d-4dfb-b1db-f66d488fc711 req-a5b7fa54-3456-4046-b82a-8d88caed739e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 945 time: 0.1976182 Jun 17 14:40:20.316893 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 42444) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:20.322681 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-cd91a277-467a-4fa4-b6ac-35a4a15b3e03 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Request body: {'floatingip': {'port_id': '8d1bc185-d46e-4577-a534-c1b56d2cde81'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:40:20.382103 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 42452) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:20.418660 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7e524f97-2bcd-46c6-8078-0aeb2c3727b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:20.442649 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-7e524f97-2bcd-46c6-8078-0aeb2c3727b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:20.452759 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-7e524f97-2bcd-46c6-8078-0aeb2c3727b2 admin admin] Usage tracker for resource:security_group_rule and tenant:70e03461e7c1449394e2d7f6484551e8 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:20.457623 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-7e524f97-2bcd-46c6-8078-0aeb2c3727b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:20.465665 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-7e524f97-2bcd-46c6-8078-0aeb2c3727b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:20.489278 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a259478-8064-40df-a89f-9f54e185521d req-696faff1-4be7-462f-b492-d6b994101e15 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:20.491193 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9a259478-8064-40df-a89f-9f54e185521d req-696faff1-4be7-462f-b492-d6b994101e15 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.2338762 Jun 17 14:40:20.556334 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-cd91a277-467a-4fa4-b6ac-35a4a15b3e03 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for floatingip, before_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:20.689054 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9a259478-8064-40df-a89f-9f54e185521d req-ca5811c2-4838-4a6f-8bc0-f0e30642d67b tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261237 Jun 17 14:40:20.691033 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7e524f97-2bcd-46c6-8078-0aeb2c3727b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:20.697837 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7e524f97-2bcd-46c6-8078-0aeb2c3727b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:20.720409 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-6b8a5e95-e8ca-4be2-a2c3-4d92b4eb5333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:20.762231 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-7e524f97-2bcd-46c6-8078-0aeb2c3727b2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=70e03461e7c1449394e2d7f6484551e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788257 Jun 17 14:40:20.767319 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e524f97-2bcd-46c6-8078-0aeb2c3727b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3607d9a6-396e-43c1-9665-c93178fff0f6,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:20.769714 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 42468) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:20.787864 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-7e524f97-2bcd-46c6-8078-0aeb2c3727b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:20.885558 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-81af560b-e7d7-448e-b132-2de510311ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:20.923655 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-81af560b-e7d7-448e-b132-2de510311ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:20.999167 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-81af560b-e7d7-448e-b132-2de510311ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:21.007567 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-8c76e861-ee6a-4d3e-832d-2e5be7c683bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:21.023189 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-81af560b-e7d7-448e-b132-2de510311ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:21.025904 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-81af560b-e7d7-448e-b132-2de510311ac8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3607d9a6-396e-43c1-9665-c93178fff0f6 HTTP/1.1" status: 204 len: 168 time: 0.2432036 Jun 17 14:40:21.029724 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af560b-e7d7-448e-b132-2de510311ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3607d9a6-396e-43c1-9665-c93178fff0f6,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:21.032282 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-81af560b-e7d7-448e-b132-2de510311ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:21.472697 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-cd91a277-467a-4fa4-b6ac-35a4a15b3e03 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:21.477934 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-cd91a277-467a-4fa4-b6ac-35a4a15b3e03 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768940'] for floatingip, after_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:21.831241 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.db.l3_db [None req-cd91a277-467a-4fa4-b6ac-35a4a15b3e03 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Floating IP 36c54e55-e055-4932-ad80-d755285b0dff associated. External IP: 172.28.2.133, port: 8d1bc185-d46e-4577-a534-c1b56d2cde81. Jun 17 14:40:22.072097 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccc787-00f7-45e7-a2df-b7febe5e99fc req-3a890f04-b0a0-4e02-acea-5da24ab6b28b tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:22.075552 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1bccc787-00f7-45e7-a2df-b7febe5e99fc req-3a890f04-b0a0-4e02-acea-5da24ab6b28b tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.1457317 Jun 17 14:40:22.224406 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1bccc787-00f7-45e7-a2df-b7febe5e99fc req-c9ecf614-a031-4ddc-8fec-b812cc240ff5 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413140 Jun 17 14:40:22.391056 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd91a277-467a-4fa4-b6ac-35a4a15b3e03 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Router d1165100-40dd-47bd-a365-a5fb76951709 has already been hosted by L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 {{(pid=78472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:40:22.765033 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd91a277-467a-4fa4-b6ac-35a4a15b3e03 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:40:22.771026 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-cd91a277-467a-4fa4-b6ac-35a4a15b3e03 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for floatingip, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:22.779307 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c09ec7f-263c-45ea-aed1-484c09cd5069 None None] Sync routers for ids ['d1165100-40dd-47bd-a365-a5fb76951709'] in dv-cinder-796859-1-smb {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:40:22.800725 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c09ec7f-263c-45ea-aed1-484c09cd5069 None None] Routers {'d1165100-40dd-47bd-a365-a5fb76951709'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:40:22.809739 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-8c09ec7f-263c-45ea-aed1-484c09cd5069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:40:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['d1165100-40dd-47bd-a365-a5fb76951709'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:22.929494 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-cd91a277-467a-4fa4-b6ac-35a4a15b3e03 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "PUT /v2.0/floatingips/36c54e55-e055-4932-ad80-d755285b0dff HTTP/1.1" status: 200 len: 991 time: 2.6157448 Jun 17 14:40:22.930246 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f61358f-286b-4dc2-aae2-318433457ea8', 'tag': '8d1bc185-d46e-4577-a534-c1b56d2cde81'}] {{(pid=78472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:40:23.259115 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-8c09ec7f-263c-45ea-aed1-484c09cd5069 None None] Set router d1165100-40dd-47bd-a365-a5fb76951709 gateway port host: dv-cinder-796859-1-smb {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:40:23.302288 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f61358f-286b-4dc2-aae2-318433457ea8', 'tag': '8d1bc185-d46e-4577-a534-c1b56d2cde81', 'status': 'completed', 'code': 200} Jun 17 14:40:23.654232 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc9121-21b7-4a71-82e1-06e07e526335 req-282f2d04-aa36-4557-abe4-50e1d27a46cb tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:23.661814 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-8abc9121-21b7-4a71-82e1-06e07e526335 req-282f2d04-aa36-4557-abe4-50e1d27a46cb tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/ports?device_id=9303b9a2-e0f5-4313-be2d-9305ca8ccccf HTTP/1.1" status: 200 len: 945 time: 0.2562325 Jun 17 14:40:23.682921 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba65c9-0dae-44ef-9e62-0106566476fb req-5240198d-047c-4efd-beea-b0b269d199d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:23.684917 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4dba65c9-0dae-44ef-9e62-0106566476fb req-5240198d-047c-4efd-beea-b0b269d199d4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=092c45fa4f034867b5054335dbba9fa1&device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 1098 time: 0.1551085 Jun 17 14:40:23.765003 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-8abc9121-21b7-4a71-82e1-06e07e526335 req-9ecab066-cb93-4e50-95f4-3f021af6a8cc tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/security-groups?id=20502155-7533-4f99-b713-47e57c585979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020055 Jun 17 14:40:23.806974 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934ae16-9bf0-479e-8e02-c710fd401de9 req-bed3910a-fe75-43a0-a915-b321134377f2 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:23.809440 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7934ae16-9bf0-479e-8e02-c710fd401de9 req-bed3910a-fe75-43a0-a915-b321134377f2 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.2011771 Jun 17 14:40:23.915845 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7934ae16-9bf0-479e-8e02-c710fd401de9 req-14bc2314-4ac0-47fe-a1ef-c25119611e07 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959234 Jun 17 14:40:23.933386 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba65c9-0dae-44ef-9e62-0106566476fb req-2e6becda-c335-4d9d-befe-b9f06d72a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:23.935213 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4dba65c9-0dae-44ef-9e62-0106566476fb req-2e6becda-c335-4d9d-befe-b9f06d72a0d4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4883627e-6fe8-4d7a-b297-cbdd10bc6a3f HTTP/1.1" status: 200 len: 919 time: 0.2269139 Jun 17 14:40:24.062059 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-8c09ec7f-263c-45ea-aed1-484c09cd5069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'name': 'tempest-AttachVolumeShelveTestJSON-1729819513-router', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:02Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'gw_port': {'id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:06Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_floatingips': [{'id': '36c54e55-e055-4932-ad80-d755285b0dff', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'floating_ip_address': '172.28.2.133', 'floating_network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'router_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'port_id': '8d1bc185-d46e-4577-a534-c1b56d2cde81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'mac_address': 'fa:16:3e:45:67:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f61358f-286b-4dc2-aae2-318433457ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:39:47Z', 'updated_at': '2021-06-17T14:40:21Z', 'revision_number': 1, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1330286d-38fc-4f60-843d-5ffa1b9a236b', 'name': '', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'mac_address': 'fa:16:3e:25:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '49d50089-0579-444b-be8e-835b748ebcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:17Z', 'updated_at': '2021-06-17T14:39:43Z', 'revision_number': 5, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'subnets': [{'id': '49d50089-0579-444b-be8e-835b748ebcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:24.069630 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c09ec7f-263c-45ea-aed1-484c09cd5069 None None] Checking router: d1165100-40dd-47bd-a365-a5fb76951709 for host: dv-cinder-796859-1-smb {{(pid=78474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:40:24.090468 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c09ec7f-263c-45ea-aed1-484c09cd5069 None None] Routers {'d1165100-40dd-47bd-a365-a5fb76951709'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:40:24.091743 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-8c09ec7f-263c-45ea-aed1-484c09cd5069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:40:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['d1165100-40dd-47bd-a365-a5fb76951709'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:24.199096 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4dba65c9-0dae-44ef-9e62-0106566476fb req-dfb86b5e-803f-439a-8a5d-aa3de4cb11a3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d1bc185-d46e-4577-a534-c1b56d2cde81 HTTP/1.1" status: 200 len: 999 time: 0.2508004 Jun 17 14:40:24.316590 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba65c9-0dae-44ef-9e62-0106566476fb req-261ee1ca-4038-4d9c-bcec-fe1d7d4f4915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:24.318496 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4dba65c9-0dae-44ef-9e62-0106566476fb req-261ee1ca-4038-4d9c-bcec-fe1d7d4f4915 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49d50089-0579-444b-be8e-835b748ebcf1 HTTP/1.1" status: 200 len: 856 time: 0.1121852 Jun 17 14:40:24.435957 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-8c09ec7f-263c-45ea-aed1-484c09cd5069 None None] Set router d1165100-40dd-47bd-a365-a5fb76951709 gateway port host: dv-cinder-796859-1-smb {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:40:24.459791 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba65c9-0dae-44ef-9e62-0106566476fb req-3b3f1369-eb0a-45d4-8e4e-c04d2e7198eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:24.461574 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4dba65c9-0dae-44ef-9e62-0106566476fb req-3b3f1369-eb0a-45d4-8e4e-c04d2e7198eb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4883627e-6fe8-4d7a-b297-cbdd10bc6a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1253028 Jun 17 14:40:24.682329 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4dba65c9-0dae-44ef-9e62-0106566476fb req-acfd71d3-fbe0-447b-89f6-555dc642b9d0 service neutron] 10.222.0.72 "GET /v2.0/networks/4883627e-6fe8-4d7a-b297-cbdd10bc6a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038846 Jun 17 14:40:24.991703 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4dba65c9-0dae-44ef-9e62-0106566476fb req-ee31bda4-95ca-45fc-a07b-dbe2857b53c9 service neutron] 10.222.0.72 "GET /v2.0/networks/4883627e-6fe8-4d7a-b297-cbdd10bc6a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016067 Jun 17 14:40:25.003024 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-8c09ec7f-263c-45ea-aed1-484c09cd5069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'name': 'tempest-AttachVolumeShelveTestJSON-1729819513-router', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:02Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'gw_port': {'id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:06Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_floatingips': [{'id': '36c54e55-e055-4932-ad80-d755285b0dff', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'floating_ip_address': '172.28.2.133', 'floating_network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'router_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'port_id': '8d1bc185-d46e-4577-a534-c1b56d2cde81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'mac_address': 'fa:16:3e:45:67:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f61358f-286b-4dc2-aae2-318433457ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:39:47Z', 'updated_at': '2021-06-17T14:40:21Z', 'revision_number': 1, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1330286d-38fc-4f60-843d-5ffa1b9a236b', 'name': '', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'mac_address': 'fa:16:3e:25:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '49d50089-0579-444b-be8e-835b748ebcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:17Z', 'updated_at': '2021-06-17T14:39:43Z', 'revision_number': 5, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'subnets': [{'id': '49d50089-0579-444b-be8e-835b748ebcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:25.007687 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c09ec7f-263c-45ea-aed1-484c09cd5069 None None] The sync data for ids ['d1165100-40dd-47bd-a365-a5fb76951709'] in dv-cinder-796859-1-smb is: [{'id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'name': 'tempest-AttachVolumeShelveTestJSON-1729819513-router', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:02Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'gw_port': {'id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:06Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_floatingips': [{'id': '36c54e55-e055-4932-ad80-d755285b0dff', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'floating_ip_address': '172.28.2.133', 'floating_network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'router_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'port_id': '8d1bc185-d46e-4577-a534-c1b56d2cde81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'mac_address': 'fa:16:3e:45:67:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f61358f-286b-4dc2-aae2-318433457ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:39:47Z', 'updated_at': '2021-06-17T14:40:21Z', 'revision_number': 1, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1330286d-38fc-4f60-843d-5ffa1b9a236b', 'name': '', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'mac_address': 'fa:16:3e:25:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '49d50089-0579-444b-be8e-835b748ebcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:17Z', 'updated_at': '2021-06-17T14:39:43Z', 'revision_number': 5, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'subnets': [{'id': '49d50089-0579-444b-be8e-835b748ebcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:40:25.273855 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13923d23-446e-4394-8188-9b6e2a9e6c1f req-2b0b8d65-cd4f-4f6a-96a1-4089fda78435 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:25.275811 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694aa46c-cefb-4cf2-9a7c-a480df462992 req-f6ff518a-0147-4de4-afa3-4ff64fe2ffcc tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:25.276082 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-13923d23-446e-4394-8188-9b6e2a9e6c1f req-2b0b8d65-cd4f-4f6a-96a1-4089fda78435 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.1753254 Jun 17 14:40:25.277628 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-694aa46c-cefb-4cf2-9a7c-a480df462992 req-f6ff518a-0147-4de4-afa3-4ff64fe2ffcc tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/ports?device_id=9303b9a2-e0f5-4313-be2d-9305ca8ccccf HTTP/1.1" status: 200 len: 945 time: 0.1805143 Jun 17 14:40:25.357104 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-694aa46c-cefb-4cf2-9a7c-a480df462992 req-3ac8e1b1-3efd-4054-96c8-648c18e22c78 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/security-groups?id=20502155-7533-4f99-b713-47e57c585979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722926 Jun 17 14:40:25.367534 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-13923d23-446e-4394-8188-9b6e2a9e6c1f req-a3899483-047f-41d4-a96c-a3deab4ce3a2 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731249 Jun 17 14:40:25.407994 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd3c9e6-784c-434d-b490-36f9e20cc027 None None] New status for floating IP 36c54e55-e055-4932-ad80-d755285b0dff: ACTIVE {{(pid=78473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:40:25.659557 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:25.972156 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb723531-6be4-4629-8895-3a175fe0765d req-2254d33f-52ee-41ba-9ae0-7807711a2a41 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:25.975608 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-cb723531-6be4-4629-8895-3a175fe0765d req-2254d33f-52ee-41ba-9ae0-7807711a2a41 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.72 "GET /v2.0/ports?device_id=9303b9a2-e0f5-4313-be2d-9305ca8ccccf HTTP/1.1" status: 200 len: 945 time: 0.1684380 Jun 17 14:40:26.114319 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-cb723531-6be4-4629-8895-3a175fe0765d req-c4421ef7-1e87-44f2-af0f-18435e102c09 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Deleting port 56cfee12-fa6b-40b7-a627-4d289d1b8a9c {{(pid=78471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:40:26.114764 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-cb723531-6be4-4629-8895-3a175fe0765d req-c4421ef7-1e87-44f2-af0f-18435e102c09 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:26.459402 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 42686) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:26.544308 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-cb723531-6be4-4629-8895-3a175fe0765d req-c4421ef7-1e87-44f2-af0f-18435e102c09 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] For port 56cfee12-fa6b-40b7-a627-4d289d1b8a9c, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=56cfee12-fa6b-40b7-a627-4d289d1b8a9c,segment=NetworkSegment(d2f522a5-fa31-4cb8-9b6b-555a04cde302),segment_id=d2f522a5-fa31-4cb8-9b6b-555a04cde302)] {{(pid=78471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:40:26.544888 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-cb723531-6be4-4629-8895-3a175fe0765d req-c4421ef7-1e87-44f2-af0f-18435e102c09 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:26.704936 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-439721dd-ce53-407b-a8c4-edc48eec78dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:26.734441 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-439721dd-ce53-407b-a8c4-edc48eec78dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:26.743188 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-439721dd-ce53-407b-a8c4-edc48eec78dc admin admin] Usage tracker for resource:security_group_rule and tenant:33ce579998cd4e98a2100c1dbb173845 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:26.751920 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-439721dd-ce53-407b-a8c4-edc48eec78dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:26.779784 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-439721dd-ce53-407b-a8c4-edc48eec78dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:26.800346 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989f924-3c46-4de8-a7a0-12c3809002be req-e37a6dc0-bdd8-4d2b-8fdc-42e63c082bb8 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:26.802169 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-3989f924-3c46-4de8-a7a0-12c3809002be req-e37a6dc0-bdd8-4d2b-8fdc-42e63c082bb8 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.1642604 Jun 17 14:40:26.811801 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-cb723531-6be4-4629-8895-3a175fe0765d req-c4421ef7-1e87-44f2-af0f-18435e102c09 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Calling delete_port for 56cfee12-fa6b-40b7-a627-4d289d1b8a9c owned by compute:nova {{(pid=78471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:40:26.880515 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-3989f924-3c46-4de8-a7a0-12c3809002be req-4958d9b3-afaf-4644-9656-59655b548066 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697091 Jun 17 14:40:26.972267 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-439721dd-ce53-407b-a8c4-edc48eec78dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:26.982229 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-439721dd-ce53-407b-a8c4-edc48eec78dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:27.025940 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-52ad344f-5884-4349-b568-452fd49a4621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:27.045368 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-439721dd-ce53-407b-a8c4-edc48eec78dc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=33ce579998cd4e98a2100c1dbb173845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5843484 Jun 17 14:40:27.048571 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 42712) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:27.140153 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cba677-0438-4cec-ba21-f22863ece500 req-0739779d-d530-40ca-9b4b-893bbac69c0a tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:27.147838 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-73cba677-0438-4cec-ba21-f22863ece500 req-0739779d-d530-40ca-9b4b-893bbac69c0a tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/ports?device_id=9303b9a2-e0f5-4313-be2d-9305ca8ccccf HTTP/1.1" status: 200 len: 945 time: 0.4605534 Jun 17 14:40:27.149981 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439721dd-ce53-407b-a8c4-edc48eec78dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be3aba4-c2c2-4264-9d5b-f083650a60f2,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:27.153655 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-439721dd-ce53-407b-a8c4-edc48eec78dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:27.170034 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-83047ddf-8085-4b3b-a0ca-fc65a21f9f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:27.234065 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-83047ddf-8085-4b3b-a0ca-fc65a21f9f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:27.252892 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-73cba677-0438-4cec-ba21-f22863ece500 req-a2dccbf5-3f10-4b70-984f-1de8cb7ef118 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.77 "GET /v2.0/security-groups?id=20502155-7533-4f99-b713-47e57c585979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040859 Jun 17 14:40:27.289576 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-cb723531-6be4-4629-8895-3a175fe0765d req-c4421ef7-1e87-44f2-af0f-18435e102c09 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:27.304408 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:27.312457 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-83047ddf-8085-4b3b-a0ca-fc65a21f9f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:27.318351 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-f9e7063c-5ece-47a0-aa5b-42a3c3c2d8e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:27.332194 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83047ddf-8085-4b3b-a0ca-fc65a21f9f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be3aba4-c2c2-4264-9d5b-f083650a60f2,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:27.337752 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-83047ddf-8085-4b3b-a0ca-fc65a21f9f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:27.340033 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-83047ddf-8085-4b3b-a0ca-fc65a21f9f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:27.341132 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-83047ddf-8085-4b3b-a0ca-fc65a21f9f16 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5be3aba4-c2c2-4264-9d5b-f083650a60f2 HTTP/1.1" status: 204 len: 168 time: 0.2910936 Jun 17 14:40:27.358102 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4421ef7-1e87-44f2-af0f-18435e102c09 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Pushing event deleted for resources: {'Port': ['ID=56cfee12-fa6b-40b7-a627-4d289d1b8a9c,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:27.362260 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-c4421ef7-1e87-44f2-af0f-18435e102c09 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:27.378837 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['56cfee12-fa6b-40b7-a627-4d289d1b8a9c'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:40:27.452954 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb723531-6be4-4629-8895-3a175fe0765d req-c4421ef7-1e87-44f2-af0f-18435e102c09 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] No DVR routers for this DVR port 56cfee12-fa6b-40b7-a627-4d289d1b8a9c on host hv-cinder-79685 {{(pid=78471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:40:27.455704 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-cb723531-6be4-4629-8895-3a175fe0765d req-c4421ef7-1e87-44f2-af0f-18435e102c09 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:27.458560 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9303b9a2-e0f5-4313-be2d-9305ca8ccccf', 'name': 'network-vif-deleted', 'tag': '56cfee12-fa6b-40b7-a627-4d289d1b8a9c'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:40:27.477235 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-cb723531-6be4-4629-8895-3a175fe0765d req-c4421ef7-1e87-44f2-af0f-18435e102c09 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] 10.222.0.72 "DELETE /v2.0/ports/56cfee12-fa6b-40b7-a627-4d289d1b8a9c HTTP/1.1" status: 204 len: 173 time: 1.4831288 Jun 17 14:40:27.508366 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9303b9a2-e0f5-4313-be2d-9305ca8ccccf', 'name': 'network-vif-deleted', 'tag': '56cfee12-fa6b-40b7-a627-4d289d1b8a9c', 'status': 'completed', 'code': 200} Jun 17 14:40:27.767516 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 42732) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:27.792015 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7fdfe1a6-73ba-415b-863e-18672fd343e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:27.808529 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-7fdfe1a6-73ba-415b-863e-18672fd343e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:27.812744 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-7fdfe1a6-73ba-415b-863e-18672fd343e8 admin admin] Usage tracker for resource:security_group_rule and tenant:d2dc9e190fdf485b9752cff1b6d6765a is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:27.815933 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-7fdfe1a6-73ba-415b-863e-18672fd343e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:27.823237 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-7fdfe1a6-73ba-415b-863e-18672fd343e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:27.916964 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7fdfe1a6-73ba-415b-863e-18672fd343e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:27.921434 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7fdfe1a6-73ba-415b-863e-18672fd343e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:27.929113 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-a3f031e0-b571-4294-b27d-00f2fb04f9ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:27.973431 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfe1a6-73ba-415b-863e-18672fd343e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bececdaf-175d-4561-87d1-5e2ee288fec7,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:27.977977 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-7fdfe1a6-73ba-415b-863e-18672fd343e8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d2dc9e190fdf485b9752cff1b6d6765a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092061 Jun 17 14:40:27.981423 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 42750) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:27.984962 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-7fdfe1a6-73ba-415b-863e-18672fd343e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:28.120220 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2ecd3102-e900-4ff1-aeef-0392da55d5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:28.239806 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2ecd3102-e900-4ff1-aeef-0392da55d5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:28.315878 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551e552-cd44-43d6-a757-44d59fec9949 req-f1499fd1-5e6b-450c-b21c-e36788809a12 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:28.323637 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-8551e552-cd44-43d6-a757-44d59fec9949 req-f1499fd1-5e6b-450c-b21c-e36788809a12 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.2859592 Jun 17 14:40:28.374416 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2ecd3102-e900-4ff1-aeef-0392da55d5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:28.382923 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-588332ff-fd58-435c-8be8-aee739a58655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:28.398884 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd3102-e900-4ff1-aeef-0392da55d5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bececdaf-175d-4561-87d1-5e2ee288fec7,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:28.411311 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-8551e552-cd44-43d6-a757-44d59fec9949 req-545dd685-683b-44b9-a6a4-c670903b7a83 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864239 Jun 17 14:40:28.416857 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-2ecd3102-e900-4ff1-aeef-0392da55d5d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:28.426658 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2ecd3102-e900-4ff1-aeef-0392da55d5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:28.427936 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-2ecd3102-e900-4ff1-aeef-0392da55d5d1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bececdaf-175d-4561-87d1-5e2ee288fec7 HTTP/1.1" status: 204 len: 168 time: 0.4452655 Jun 17 14:40:28.892527 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 42792) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:29.154357 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 42808) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:29.170440 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-cc00e093-5f3f-436b-8295-87e637791261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:29.190900 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-cc00e093-5f3f-436b-8295-87e637791261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:29.195601 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-cc00e093-5f3f-436b-8295-87e637791261 admin admin] Usage tracker for resource:security_group_rule and tenant:0e2747f14b1c44ebb9bae781579cc460 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:29.198672 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-cc00e093-5f3f-436b-8295-87e637791261 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:29.206731 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-cc00e093-5f3f-436b-8295-87e637791261 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:29.230932 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-0fe68a8e-f4f5-4390-812d-c6b068549175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:29.247829 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-0fe68a8e-f4f5-4390-812d-c6b068549175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:29.252956 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-0fe68a8e-f4f5-4390-812d-c6b068549175 admin admin] Usage tracker for resource:security_group_rule and tenant:7912206cf5884ecc82dafb70fdd6120a is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:29.256567 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-0fe68a8e-f4f5-4390-812d-c6b068549175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:29.263455 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-0fe68a8e-f4f5-4390-812d-c6b068549175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:29.309093 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-cc00e093-5f3f-436b-8295-87e637791261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:29.320188 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-cc00e093-5f3f-436b-8295-87e637791261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:29.330383 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-38abb73c-c4b8-4326-bbab-df15a54d0e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:29.371233 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-0fe68a8e-f4f5-4390-812d-c6b068549175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:29.376969 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-0fe68a8e-f4f5-4390-812d-c6b068549175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:29.381250 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-cc00e093-5f3f-436b-8295-87e637791261 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0e2747f14b1c44ebb9bae781579cc460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4876087 Jun 17 14:40:29.383077 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00e093-5f3f-436b-8295-87e637791261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d150577e-8865-40d9-ab0a-7e0516ec3dfd,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:29.386073 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 42818) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:29.389162 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-cc00e093-5f3f-436b-8295-87e637791261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:29.390384 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-8ad797a0-e77a-434d-8a1c-e7af9dd23bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:29.466567 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-0fe68a8e-f4f5-4390-812d-c6b068549175 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7912206cf5884ecc82dafb70fdd6120a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100057 Jun 17 14:40:29.467525 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 42832) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:29.472231 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe68a8e-f4f5-4390-812d-c6b068549175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9d5bc5-eba4-4570-aad5-65fc80463b14,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:29.484088 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-0fe68a8e-f4f5-4390-812d-c6b068549175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:29.503127 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-38a8de2f-f9e3-434e-aeda-c89eaa82be1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:29.571531 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-38a8de2f-f9e3-434e-aeda-c89eaa82be1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:29.610474 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-406c882b-78f3-448f-8580-cf624f538a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:29.653513 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-406c882b-78f3-448f-8580-cf624f538a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:29.738996 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-406c882b-78f3-448f-8580-cf624f538a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:29.745688 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-6373fe21-cb6b-462d-b5ef-aec8d305af08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:29.747921 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f585bc1-3b93-42d0-98c4-858822f4cc32 req-05a1298d-f277-4ab3-af00-006331b5a642 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:29.749476 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-5f585bc1-3b93-42d0-98c4-858822f4cc32 req-05a1298d-f277-4ab3-af00-006331b5a642 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.1542566 Jun 17 14:40:29.757324 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-38a8de2f-f9e3-434e-aeda-c89eaa82be1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:29.768207 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c882b-78f3-448f-8580-cf624f538a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9d5bc5-eba4-4570-aad5-65fc80463b14,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:29.771937 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-7fdfe1a6-73ba-415b-863e-18672fd343e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:29.780836 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-406c882b-78f3-448f-8580-cf624f538a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:29.781786 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-406c882b-78f3-448f-8580-cf624f538a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:29.783116 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-406c882b-78f3-448f-8580-cf624f538a07 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2d9d5bc5-eba4-4570-aad5-65fc80463b14 HTTP/1.1" status: 204 len: 168 time: 0.3133285 Jun 17 14:40:29.787838 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8de2f-f9e3-434e-aeda-c89eaa82be1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d150577e-8865-40d9-ab0a-7e0516ec3dfd,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:29.790305 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-38a8de2f-f9e3-434e-aeda-c89eaa82be1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:29.815297 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-38a8de2f-f9e3-434e-aeda-c89eaa82be1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:29.819466 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-38a8de2f-f9e3-434e-aeda-c89eaa82be1e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d150577e-8865-40d9-ab0a-7e0516ec3dfd HTTP/1.1" status: 204 len: 168 time: 0.4323773 Jun 17 14:40:29.850559 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-5f585bc1-3b93-42d0-98c4-858822f4cc32 req-62beaca8-4026-42e2-9c60-34ff8e6cf8c6 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825427 Jun 17 14:40:30.324847 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 42864) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:30.500159 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 42876) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:30.526563 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-d00cf2e0-afb5-49cc-ae3b-566d772eaa2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:30.560712 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-d00cf2e0-afb5-49cc-ae3b-566d772eaa2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:30.564651 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-d00cf2e0-afb5-49cc-ae3b-566d772eaa2b admin admin] Usage tracker for resource:security_group_rule and tenant:907dcc24633c4be3a9ac8aea580dceee is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:30.568757 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-d00cf2e0-afb5-49cc-ae3b-566d772eaa2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:30.577032 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-d00cf2e0-afb5-49cc-ae3b-566d772eaa2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:30.609040 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 56cfee12-fa6b-40b7-a627-4d289d1b8a9c no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:40:30.684319 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-d00cf2e0-afb5-49cc-ae3b-566d772eaa2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:30.687070 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a1c88b10-15df-4c58-a6d3-70310cc21db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:30.702377 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-d00cf2e0-afb5-49cc-ae3b-566d772eaa2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:30.719460 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-bc9eea39-4f95-4e86-9f7e-2d581fa30261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:30.734984 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] No Port match for: 56cfee12-fa6b-40b7-a627-4d289d1b8a9c {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:40:30.735478 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 56cfee12-fa6b-40b7-a627-4d289d1b8a9c not bound to the agent host hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:40:30.794780 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-a1c88b10-15df-4c58-a6d3-70310cc21db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:30.807948 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-a1c88b10-15df-4c58-a6d3-70310cc21db0 admin admin] Usage tracker for resource:security_group_rule and tenant:a0012354492d4f17b9f5c640f8f810d4 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:30.832280 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-a1c88b10-15df-4c58-a6d3-70310cc21db0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:30.851054 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-a1c88b10-15df-4c58-a6d3-70310cc21db0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:31.009077 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-d00cf2e0-afb5-49cc-ae3b-566d772eaa2b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=907dcc24633c4be3a9ac8aea580dceee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5065923 Jun 17 14:40:31.014259 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 42898) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:31.016135 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00cf2e0-afb5-49cc-ae3b-566d772eaa2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308676d5-739b-4dbd-b355-79b8bcd8fc98,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:31.031237 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-d00cf2e0-afb5-49cc-ae3b-566d772eaa2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:31.059507 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a1c88b10-15df-4c58-a6d3-70310cc21db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:31.069075 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a1c88b10-15df-4c58-a6d3-70310cc21db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:31.100102 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-83047ddf-8085-4b3b-a0ca-fc65a21f9f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:31.208012 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6f587f1a-c6f4-4fac-bda1-3835cd4d4c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:31.209687 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-a1c88b10-15df-4c58-a6d3-70310cc21db0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a0012354492d4f17b9f5c640f8f810d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8837514 Jun 17 14:40:31.210688 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c88b10-15df-4c58-a6d3-70310cc21db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f388b69d-209d-43c8-b0e8-07ad495de7d4,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:31.214382 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 42906) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:31.217366 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-a1c88b10-15df-4c58-a6d3-70310cc21db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:31.277521 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6f587f1a-c6f4-4fac-bda1-3835cd4d4c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:31.329002 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8189b5e8-621c-4ce0-b895-9016aa110901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:31.367044 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8189b5e8-621c-4ce0-b895-9016aa110901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:31.437976 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32da56c-ee8f-423d-b93e-b3d96e30bdf4 req-dafbf2ac-712a-4843-bd34-676720e649b6 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:31.440108 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b32da56c-ee8f-423d-b93e-b3d96e30bdf4 req-dafbf2ac-712a-4843-bd34-676720e649b6 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.1497624 Jun 17 14:40:31.447555 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6f587f1a-c6f4-4fac-bda1-3835cd4d4c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:31.456444 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-7e524f97-2bcd-46c6-8078-0aeb2c3727b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:31.461575 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8189b5e8-621c-4ce0-b895-9016aa110901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:31.467001 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-34282c4d-eafb-4d0f-86bd-3f1282a5a013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:31.483127 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189b5e8-621c-4ce0-b895-9016aa110901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f388b69d-209d-43c8-b0e8-07ad495de7d4,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:31.486612 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-8189b5e8-621c-4ce0-b895-9016aa110901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:31.491534 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8189b5e8-621c-4ce0-b895-9016aa110901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:31.494287 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-8189b5e8-621c-4ce0-b895-9016aa110901 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f388b69d-209d-43c8-b0e8-07ad495de7d4 HTTP/1.1" status: 204 len: 168 time: 0.2770107 Jun 17 14:40:31.501325 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f587f1a-c6f4-4fac-bda1-3835cd4d4c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308676d5-739b-4dbd-b355-79b8bcd8fc98,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:31.508228 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6f587f1a-c6f4-4fac-bda1-3835cd4d4c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:31.513573 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-6f587f1a-c6f4-4fac-bda1-3835cd4d4c73 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/308676d5-739b-4dbd-b355-79b8bcd8fc98 HTTP/1.1" status: 204 len: 168 time: 0.4961514 Jun 17 14:40:31.517333 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-6f587f1a-c6f4-4fac-bda1-3835cd4d4c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:31.538931 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b32da56c-ee8f-423d-b93e-b3d96e30bdf4 req-e242f0d5-57b0-473b-b309-d533c33dfe8e tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843887 Jun 17 14:40:32.078603 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 42944) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:32.128553 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-e9f39bf0-3fbe-4300-a34f-720793bd5850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:32.168766 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-e9f39bf0-3fbe-4300-a34f-720793bd5850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:32.172817 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-e9f39bf0-3fbe-4300-a34f-720793bd5850 admin admin] Usage tracker for resource:security_group_rule and tenant:0bae5756bedd4cebb50cb3ba59ca4208 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:32.181874 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-e9f39bf0-3fbe-4300-a34f-720793bd5850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:32.188066 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-e9f39bf0-3fbe-4300-a34f-720793bd5850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:32.376806 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-e9f39bf0-3fbe-4300-a34f-720793bd5850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:32.385885 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-e9f39bf0-3fbe-4300-a34f-720793bd5850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:32.404132 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-c59e1773-4aff-41cf-8fc8-59cef347cf01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:32.464377 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-e9f39bf0-3fbe-4300-a34f-720793bd5850 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0bae5756bedd4cebb50cb3ba59ca4208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3842320 Jun 17 14:40:32.467477 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 42966) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:32.487456 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f39bf0-3fbe-4300-a34f-720793bd5850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc6e178-81bb-432c-b0cd-312289b93603,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:32.492187 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-e9f39bf0-3fbe-4300-a34f-720793bd5850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:32.615200 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 42974) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:32.633232 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-69a97271-37ce-433c-a911-d2768a860e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:32.677837 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-69a97271-37ce-433c-a911-d2768a860e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:32.772071 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-69a97271-37ce-433c-a911-d2768a860e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:32.781974 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-406c882b-78f3-448f-8580-cf624f538a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:32.796897 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a97271-37ce-433c-a911-d2768a860e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc6e178-81bb-432c-b0cd-312289b93603,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:32.800786 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-69a97271-37ce-433c-a911-d2768a860e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:32.805285 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-69a97271-37ce-433c-a911-d2768a860e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:32.806823 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-69a97271-37ce-433c-a911-d2768a860e5e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5dc6e178-81bb-432c-b0cd-312289b93603 HTTP/1.1" status: 204 len: 168 time: 0.3383737 Jun 17 14:40:32.838631 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ef22a-c8cd-4626-813e-f7d9e253f7c3 req-82bc226e-8815-4d18-947d-358952b69f29 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:32.842054 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-674ef22a-c8cd-4626-813e-f7d9e253f7c3 req-82bc226e-8815-4d18-947d-358952b69f29 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.1210213 Jun 17 14:40:32.892964 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-674ef22a-c8cd-4626-813e-f7d9e253f7c3 req-ba6dc5a1-ba62-4917-a823-9eb59cd95bda tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454199 Jun 17 14:40:32.947601 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-e9b1dcf9-1636-4cbd-9fe3-fd0d4a178c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:32.963232 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-e9b1dcf9-1636-4cbd-9fe3-fd0d4a178c15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:32.967465 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-e9b1dcf9-1636-4cbd-9fe3-fd0d4a178c15 admin admin] Usage tracker for resource:security_group_rule and tenant:8cc07ca771b44fdd8e78c318fc6f6c89 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:32.970460 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-e9b1dcf9-1636-4cbd-9fe3-fd0d4a178c15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:32.976940 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-e9b1dcf9-1636-4cbd-9fe3-fd0d4a178c15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:33.094525 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-e9b1dcf9-1636-4cbd-9fe3-fd0d4a178c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:33.101417 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-e9b1dcf9-1636-4cbd-9fe3-fd0d4a178c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:33.114962 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-2d242488-d7d5-46ca-bf05-2c8f38da72b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:33.165337 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1dcf9-1636-4cbd-9fe3-fd0d4a178c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95c25f9-c5a5-43c5-9d07-a54ef0c57057,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:33.169314 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-e9b1dcf9-1636-4cbd-9fe3-fd0d4a178c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:33.172323 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-e9b1dcf9-1636-4cbd-9fe3-fd0d4a178c15 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8cc07ca771b44fdd8e78c318fc6f6c89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5500321 Jun 17 14:40:33.175242 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 42994) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:33.266435 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-f71f79c7-e16a-4f7f-b4cf-4374080ce1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:33.307684 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-f71f79c7-e16a-4f7f-b4cf-4374080ce1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:33.341218 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 43002) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:33.373984 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-94fcc135-9802-4618-8e63-3c664952f9ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:33.388432 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-f71f79c7-e16a-4f7f-b4cf-4374080ce1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:33.394432 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-d00cf2e0-afb5-49cc-ae3b-566d772eaa2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:33.401697 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-94fcc135-9802-4618-8e63-3c664952f9ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:33.409381 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-94fcc135-9802-4618-8e63-3c664952f9ab admin admin] Usage tracker for resource:security_group_rule and tenant:da1f4830fda04a7bb048d1aaa8719f6d is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:33.415899 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f79c7-e16a-4f7f-b4cf-4374080ce1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95c25f9-c5a5-43c5-9d07-a54ef0c57057,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:33.419385 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-f71f79c7-e16a-4f7f-b4cf-4374080ce1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:33.422633 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-94fcc135-9802-4618-8e63-3c664952f9ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:33.432558 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-94fcc135-9802-4618-8e63-3c664952f9ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:33.449306 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-f71f79c7-e16a-4f7f-b4cf-4374080ce1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:33.457365 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-f71f79c7-e16a-4f7f-b4cf-4374080ce1e8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a95c25f9-c5a5-43c5-9d07-a54ef0c57057 HTTP/1.1" status: 204 len: 168 time: 0.2805283 Jun 17 14:40:33.564115 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-94fcc135-9802-4618-8e63-3c664952f9ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:33.572457 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-94fcc135-9802-4618-8e63-3c664952f9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:33.583917 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-f0d6686f-cf51-48e8-92cc-938c61f12209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:33.639444 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-94fcc135-9802-4618-8e63-3c664952f9ab admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=da1f4830fda04a7bb048d1aaa8719f6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2970631 Jun 17 14:40:33.641362 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fcc135-9802-4618-8e63-3c664952f9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd5c3a2-adba-4b61-a08d-5559de94e336,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:33.643876 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 43018) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:33.647704 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-94fcc135-9802-4618-8e63-3c664952f9ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:33.733206 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-764c2f11-dfeb-4329-9f57-0c381ef46061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:33.781898 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-764c2f11-dfeb-4329-9f57-0c381ef46061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:33.872076 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-764c2f11-dfeb-4329-9f57-0c381ef46061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:33.877764 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:33.892222 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c2f11-dfeb-4329-9f57-0c381ef46061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd5c3a2-adba-4b61-a08d-5559de94e336,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:33.895074 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-764c2f11-dfeb-4329-9f57-0c381ef46061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:33.928973 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-764c2f11-dfeb-4329-9f57-0c381ef46061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:33.935502 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-764c2f11-dfeb-4329-9f57-0c381ef46061 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/edd5c3a2-adba-4b61-a08d-5559de94e336 HTTP/1.1" status: 204 len: 168 time: 0.2899470 Jun 17 14:40:34.207748 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 43042) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:34.247650 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4291c4-ff65-4bd6-9ce9-3179c30db40f req-2c829f7d-6781-4d15-a6e1-a44476c65fca tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:34.250060 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-8d4291c4-ff65-4bd6-9ce9-3179c30db40f req-2c829f7d-6781-4d15-a6e1-a44476c65fca tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.1874387 Jun 17 14:40:34.274137 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-e24fae97-eccc-40dd-8e4e-464c98345070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:34.307669 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-e24fae97-eccc-40dd-8e4e-464c98345070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:34.313545 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-e24fae97-eccc-40dd-8e4e-464c98345070 admin admin] Usage tracker for resource:security_group_rule and tenant:5764b1f46b6241dca0bc57a31c2eda82 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:34.317658 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-e24fae97-eccc-40dd-8e4e-464c98345070 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:34.318203 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-8d4291c4-ff65-4bd6-9ce9-3179c30db40f req-a12227d9-8670-4622-85c6-3620dadf0ff1 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624764 Jun 17 14:40:34.325485 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-e24fae97-eccc-40dd-8e4e-464c98345070 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:34.490853 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-e24fae97-eccc-40dd-8e4e-464c98345070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:34.497958 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-e24fae97-eccc-40dd-8e4e-464c98345070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:34.508307 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-2ecd3102-e900-4ff1-aeef-0392da55d5d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:34.556634 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-e24fae97-eccc-40dd-8e4e-464c98345070 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5764b1f46b6241dca0bc57a31c2eda82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445086 Jun 17 14:40:34.557834 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 43054) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:34.561369 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fae97-eccc-40dd-8e4e-464c98345070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae446ecb-8beb-4a0f-8910-e987583a4540,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:34.575821 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-e24fae97-eccc-40dd-8e4e-464c98345070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:34.645146 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6125505e-04f6-4bc5-9ceb-9f751fe5bc1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:34.704965 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6125505e-04f6-4bc5-9ceb-9f751fe5bc1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:34.810832 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6125505e-04f6-4bc5-9ceb-9f751fe5bc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:34.827480 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-cae13704-a5dd-4b2f-8d0c-5e62a3009ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:34.859173 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125505e-04f6-4bc5-9ceb-9f751fe5bc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae446ecb-8beb-4a0f-8910-e987583a4540,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:34.862894 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6125505e-04f6-4bc5-9ceb-9f751fe5bc1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:34.865533 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-6125505e-04f6-4bc5-9ceb-9f751fe5bc1c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ae446ecb-8beb-4a0f-8910-e987583a4540 HTTP/1.1" status: 204 len: 168 time: 0.3065968 Jun 17 14:40:34.868420 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-6125505e-04f6-4bc5-9ceb-9f751fe5bc1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:35.576229 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880cdb6-849d-4704-a22e-f183d10f96ae req-46ac1757-faed-408e-a334-4fcdf5285c18 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:35.584861 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-6880cdb6-849d-4704-a22e-f183d10f96ae req-46ac1757-faed-408e-a334-4fcdf5285c18 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.1189570 Jun 17 14:40:35.643864 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-6880cdb6-849d-4704-a22e-f183d10f96ae req-27740cc3-e57c-4307-ba84-136a48962fcb tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574894 Jun 17 14:40:36.192135 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:40:36.403808 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-92e91673-f35a-4c4a-ba0a-e67e4c9326f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:36.481556 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f263b-e925-46fb-9a99-3e832812f4af req-8d931564-36fa-4ab1-a42b-bc5de0036916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:36.483142 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d78f263b-e925-46fb-9a99-3e832812f4af req-8d931564-36fa-4ab1-a42b-bc5de0036916 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 1098 time: 0.1010814 Jun 17 14:40:36.535215 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d78f263b-e925-46fb-9a99-3e832812f4af req-ab8274ae-d8ce-4f39-b414-2606530e445f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408955 Jun 17 14:40:36.870141 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:36.909982 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf0931-fa2c-45c2-a3c4-b2fb43e4aac6 req-29d28d48-15ab-46f2-942d-446c9be384d5 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:36.912857 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-64bf0931-fa2c-45c2-a3c4-b2fb43e4aac6 req-29d28d48-15ab-46f2-942d-446c9be384d5 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.1202178 Jun 17 14:40:36.993537 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-64bf0931-fa2c-45c2-a3c4-b2fb43e4aac6 req-2d485515-e40e-43fa-b6c6-ad3703fd4fd0 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738790 Jun 17 14:40:38.268456 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087386e-c3f8-484b-b446-36b0ab8a0728 req-81b43e03-1e22-4cce-9e5d-6e5be318897f tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:38.271050 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4087386e-c3f8-484b-b446-36b0ab8a0728 req-81b43e03-1e22-4cce-9e5d-6e5be318897f tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.1337907 Jun 17 14:40:38.349173 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4087386e-c3f8-484b-b446-36b0ab8a0728 req-5c3932c0-f42e-4bea-b838-d43ae7212713 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695856 Jun 17 14:40:38.664198 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4641f-de92-488a-8a1f-8d8ae40dda9d req-29eb8711-4557-4394-aa40-1869611c4543 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:38.670297 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-b4e4641f-de92-488a-8a1f-8d8ae40dda9d req-29eb8711-4557-4394-aa40-1869611c4543 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1410806 Jun 17 14:40:38.773993 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-b4e4641f-de92-488a-8a1f-8d8ae40dda9d req-5df5bcab-51a7-4898-9d11-12f741c0a1cc tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895534 Jun 17 14:40:38.878016 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 43282) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:38.929836 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-66ba0b27-dc65-48a5-8e15-aa3aa27e945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:39.034336 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-db3ae7d5-7e37-417c-96f7-33f7f24fa41f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:39.050855 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-db3ae7d5-7e37-417c-96f7-33f7f24fa41f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:39.055892 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-db3ae7d5-7e37-417c-96f7-33f7f24fa41f admin admin] Usage tracker for resource:security_group_rule and tenant:541e44f8489e455e83ac4cb6267d9513 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:39.059881 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-db3ae7d5-7e37-417c-96f7-33f7f24fa41f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:39.067050 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-db3ae7d5-7e37-417c-96f7-33f7f24fa41f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:39.164959 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-db3ae7d5-7e37-417c-96f7-33f7f24fa41f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:39.169676 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-db3ae7d5-7e37-417c-96f7-33f7f24fa41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:39.178368 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:39.224901 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-db3ae7d5-7e37-417c-96f7-33f7f24fa41f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=541e44f8489e455e83ac4cb6267d9513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3458176 Jun 17 14:40:39.226095 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ae7d5-7e37-417c-96f7-33f7f24fa41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859cdee9-6bbd-4a35-92c0-b75bd6fa6884,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:39.227606 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 43292) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:39.230205 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-db3ae7d5-7e37-417c-96f7-33f7f24fa41f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:39.323535 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-3e8f4382-4dd8-4f17-ae75-43b9be092803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:39.359946 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-3e8f4382-4dd8-4f17-ae75-43b9be092803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:39.458026 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-3e8f4382-4dd8-4f17-ae75-43b9be092803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:39.474773 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-fef816a1-85b7-4664-9a40-be4f3246d309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:39.491896 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f4382-4dd8-4f17-ae75-43b9be092803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859cdee9-6bbd-4a35-92c0-b75bd6fa6884,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:39.495695 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-3e8f4382-4dd8-4f17-ae75-43b9be092803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:39.496652 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-3e8f4382-4dd8-4f17-ae75-43b9be092803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:39.500412 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-3e8f4382-4dd8-4f17-ae75-43b9be092803 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/859cdee9-6bbd-4a35-92c0-b75bd6fa6884 HTTP/1.1" status: 204 len: 168 time: 0.2660766 Jun 17 14:40:39.936056 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 43326) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:39.955739 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5618829c-7670-45e8-aa17-ebd7f22cd8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:39.972364 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-5618829c-7670-45e8-aa17-ebd7f22cd8d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:39.976384 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-5618829c-7670-45e8-aa17-ebd7f22cd8d4 admin admin] Usage tracker for resource:security_group_rule and tenant:926521c9c6f443b5aa929b1ae8392d0e is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:39.980532 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-5618829c-7670-45e8-aa17-ebd7f22cd8d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:39.988244 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-5618829c-7670-45e8-aa17-ebd7f22cd8d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:40.129484 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5618829c-7670-45e8-aa17-ebd7f22cd8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:40.130461 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:40.135561 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5618829c-7670-45e8-aa17-ebd7f22cd8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:40.170990 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-6ead2cea-0974-4b6e-9cb8-85519c084118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:40.197878 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-5618829c-7670-45e8-aa17-ebd7f22cd8d4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=926521c9c6f443b5aa929b1ae8392d0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2593837 Jun 17 14:40:40.200647 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 43340) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:40.215620 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618829c-7670-45e8-aa17-ebd7f22cd8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecd5f64-8380-4b8b-b227-87009db8ba1f,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:40.230799 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-5618829c-7670-45e8-aa17-ebd7f22cd8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:40.300454 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-348ea3f2-100c-4565-ad81-ac570b4d5fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:40.332244 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-348ea3f2-100c-4565-ad81-ac570b4d5fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:40.422046 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-348ea3f2-100c-4565-ad81-ac570b4d5fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:40.428795 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-914fee82-a576-45df-985b-6d0c6a72a9d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:40.449471 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ea3f2-100c-4565-ad81-ac570b4d5fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecd5f64-8380-4b8b-b227-87009db8ba1f,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:40.452206 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-348ea3f2-100c-4565-ad81-ac570b4d5fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:40.460081 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-348ea3f2-100c-4565-ad81-ac570b4d5fd0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3ecd5f64-8380-4b8b-b227-87009db8ba1f HTTP/1.1" status: 204 len: 168 time: 0.2582555 Jun 17 14:40:40.461385 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-348ea3f2-100c-4565-ad81-ac570b4d5fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:41.316474 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480b98b-9486-4394-80cc-de6d7bd71ec7 req-b06f9167-1978-42a6-998c-8e891cc89e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:41.318057 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9480b98b-9486-4394-80cc-de6d7bd71ec7 req-b06f9167-1978-42a6-998c-8e891cc89e3b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b45a5667af44c408b810bef63493e23&device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 1098 time: 0.0916438 Jun 17 14:40:41.351774 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87697a92-5067-4b45-82e3-7a7993e6b19e req-87ca1fc2-0972-47a5-bf69-eb29fb574be3 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:41.353629 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-87697a92-5067-4b45-82e3-7a7993e6b19e req-87ca1fc2-0972-47a5-bf69-eb29fb574be3 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.0903118 Jun 17 14:40:41.416659 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-87697a92-5067-4b45-82e3-7a7993e6b19e req-020322aa-8053-4a85-84dd-22fb2bd6d7b9 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556898 Jun 17 14:40:41.496932 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:41.545645 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480b98b-9486-4394-80cc-de6d7bd71ec7 req-40453dcb-271d-469d-a714-21471564aa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:41.547174 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9480b98b-9486-4394-80cc-de6d7bd71ec7 req-40453dcb-271d-469d-a714-21471564aa64 service neutron] 10.222.0.72 "GET /v2.0/networks?id=34fc0036-5367-41f0-8c95-8b89259c3d41 HTTP/1.1" status: 200 len: 920 time: 0.2216721 Jun 17 14:40:41.631563 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9480b98b-9486-4394-80cc-de6d7bd71ec7 req-a90be29b-2e39-47e5-aa23-77a7dbc67b59 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=205b989c-e347-402b-9b8f-64bdbffaacdf HTTP/1.1" status: 200 len: 217 time: 0.0738986 Jun 17 14:40:41.714290 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480b98b-9486-4394-80cc-de6d7bd71ec7 req-c81dbc77-1976-4642-9312-22235afb53fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:41.715814 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9480b98b-9486-4394-80cc-de6d7bd71ec7 req-c81dbc77-1976-4642-9312-22235afb53fd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ff14308-63ae-4af6-a26f-fe7c9884ddaa HTTP/1.1" status: 200 len: 858 time: 0.0685921 Jun 17 14:40:41.783568 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9480b98b-9486-4394-80cc-de6d7bd71ec7 req-e9baf27e-84d0-4f2e-8ba6-ffc78a2f3219 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34fc0036-5367-41f0-8c95-8b89259c3d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604029 Jun 17 14:40:42.012821 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9480b98b-9486-4394-80cc-de6d7bd71ec7 req-b79874fe-6cbf-4706-84c7-6204f02c1686 service neutron] 10.222.0.72 "GET /v2.0/networks/34fc0036-5367-41f0-8c95-8b89259c3d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162943 Jun 17 14:40:42.300852 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9480b98b-9486-4394-80cc-de6d7bd71ec7 req-619ccbf6-a21a-4e4d-90a8-5fd3254c41c7 service neutron] 10.222.0.72 "GET /v2.0/networks/34fc0036-5367-41f0-8c95-8b89259c3d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790666 Jun 17 14:40:42.385688 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 43446) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:42.628359 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-8875fabe-7671-4930-b67f-bee687fc447b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:42.652149 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-8875fabe-7671-4930-b67f-bee687fc447b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:42.658351 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-8875fabe-7671-4930-b67f-bee687fc447b admin admin] Usage tracker for resource:security_group_rule and tenant:5a5866376b9244b4902630480fc40f15 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:42.662515 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-8875fabe-7671-4930-b67f-bee687fc447b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:42.671592 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-8875fabe-7671-4930-b67f-bee687fc447b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:42.724174 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6aa3b8-59fd-41f7-8e60-b5168542492a req-5b2ef898-eb15-43f5-9bc8-2ca9638c25a6 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:42.725650 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ee6aa3b8-59fd-41f7-8e60-b5168542492a req-5b2ef898-eb15-43f5-9bc8-2ca9638c25a6 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1433263 Jun 17 14:40:42.799037 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ee6aa3b8-59fd-41f7-8e60-b5168542492a req-a27ec33e-6268-47f9-a9dc-d30a2eda791d tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658281 Jun 17 14:40:42.825364 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-8875fabe-7671-4930-b67f-bee687fc447b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:42.829306 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-8875fabe-7671-4930-b67f-bee687fc447b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:42.836014 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-81af560b-e7d7-448e-b132-2de510311ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:42.875141 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875fabe-7671-4930-b67f-bee687fc447b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30c2209-14f9-44cb-a5aa-0d1bed8cb334,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:42.879360 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-8875fabe-7671-4930-b67f-bee687fc447b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5a5866376b9244b4902630480fc40f15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4926534 Jun 17 14:40:42.880478 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-8875fabe-7671-4930-b67f-bee687fc447b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:42.881956 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 43462) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:42.939316 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-003ac24f-7ee3-4202-a986-6a6957010181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:42.966125 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-003ac24f-7ee3-4202-a986-6a6957010181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:43.021573 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-003ac24f-7ee3-4202-a986-6a6957010181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:43.029120 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-5618829c-7670-45e8-aa17-ebd7f22cd8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:43.049743 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ac24f-7ee3-4202-a986-6a6957010181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30c2209-14f9-44cb-a5aa-0d1bed8cb334,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:43.052263 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-003ac24f-7ee3-4202-a986-6a6957010181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:43.061520 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-003ac24f-7ee3-4202-a986-6a6957010181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:43.065280 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-003ac24f-7ee3-4202-a986-6a6957010181 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f30c2209-14f9-44cb-a5aa-0d1bed8cb334 HTTP/1.1" status: 204 len: 168 time: 0.1802082 Jun 17 14:40:43.918028 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 43506) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:44.207670 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38052e31-08ea-463d-b978-139a17087d36 req-9e140a88-1f54-48b0-b61e-35edfa89af96 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:44.225276 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-38052e31-08ea-463d-b978-139a17087d36 req-9e140a88-1f54-48b0-b61e-35edfa89af96 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.2490640 Jun 17 14:40:44.286710 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-38052e31-08ea-463d-b978-139a17087d36 req-5b4c2f45-2f7c-44e0-b1c9-22b491eba244 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593553 Jun 17 14:40:44.295690 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 43528) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:44.338844 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a55ff4ac-f3a7-4549-9e9f-19cdcb2bc44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:44.356679 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-a55ff4ac-f3a7-4549-9e9f-19cdcb2bc44a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:44.359284 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-780cf5bb-0edc-462c-8029-e11af3eddaf3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-48641892-network', 'tenant_id': 'ec83d72059234796a318616b17543f90'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:40:44.361039 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-a55ff4ac-f3a7-4549-9e9f-19cdcb2bc44a admin admin] Usage tracker for resource:security_group_rule and tenant:c810af5a3a2745ce84a9f1ed8fc263fc is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:44.363801 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-780cf5bb-0edc-462c-8029-e11af3eddaf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:44.364073 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-a55ff4ac-f3a7-4549-9e9f-19cdcb2bc44a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:44.367696 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-780cf5bb-0edc-462c-8029-e11af3eddaf3 admin admin] Usage tracker for resource:network and tenant:ec83d72059234796a318616b17543f90 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:44.371535 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-780cf5bb-0edc-462c-8029-e11af3eddaf3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:44.371671 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-a55ff4ac-f3a7-4549-9e9f-19cdcb2bc44a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:44.378118 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-780cf5bb-0edc-462c-8029-e11af3eddaf3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:44.393385 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780cf5bb-0edc-462c-8029-e11af3eddaf3 admin admin] Made reservation on behalf of ec83d72059234796a318616b17543f90 for: {'network': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:40:44.396143 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-780cf5bb-0edc-462c-8029-e11af3eddaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for network, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:44.411528 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-780cf5bb-0edc-462c-8029-e11af3eddaf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:44.438556 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-780cf5bb-0edc-462c-8029-e11af3eddaf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:44.442539 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-780cf5bb-0edc-462c-8029-e11af3eddaf3 admin admin] Usage tracker for resource:security_group_rule and tenant:ec83d72059234796a318616b17543f90 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:44.445608 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-780cf5bb-0edc-462c-8029-e11af3eddaf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:44.455860 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-780cf5bb-0edc-462c-8029-e11af3eddaf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:44.474792 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a55ff4ac-f3a7-4549-9e9f-19cdcb2bc44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:44.479322 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a55ff4ac-f3a7-4549-9e9f-19cdcb2bc44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:44.492462 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:44.554305 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-a55ff4ac-f3a7-4549-9e9f-19cdcb2bc44a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c810af5a3a2745ce84a9f1ed8fc263fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6350551 Jun 17 14:40:44.555036 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 43544) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:44.558989 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ff4ac-f3a7-4549-9e9f-19cdcb2bc44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1448a8-ed5c-45ed-b74b-0c8bc219a65d,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:44.585366 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-a55ff4ac-f3a7-4549-9e9f-19cdcb2bc44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:44.592778 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-780cf5bb-0edc-462c-8029-e11af3eddaf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:44.599086 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-780cf5bb-0edc-462c-8029-e11af3eddaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:44.602818 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:44.642999 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780cf5bb-0edc-462c-8029-e11af3eddaf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1339} {{(pid=78471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:40:44.651827 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-95e43d0f-8124-4601-9fc1-9e8c3f4ff5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:44.660110 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780cf5bb-0edc-462c-8029-e11af3eddaf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:44.663335 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-780cf5bb-0edc-462c-8029-e11af3eddaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:44.663782 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.db.segments_db [None req-780cf5bb-0edc-462c-8029-e11af3eddaf3 admin admin] Added segment 3cde0410-6b67-45f7-b26c-3a7e7f920b94 of type vlan for network 0404e1fb-dafe-4f86-ab42-59f4cfd0c12c Jun 17 14:40:44.665068 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-780cf5bb-0edc-462c-8029-e11af3eddaf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:44.687740 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-95e43d0f-8124-4601-9fc1-9e8c3f4ff5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:44.713496 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-780cf5bb-0edc-462c-8029-e11af3eddaf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744813850956'] for network, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:44.754202 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-780cf5bb-0edc-462c-8029-e11af3eddaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121'] for network, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:44.755499 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780cf5bb-0edc-462c-8029-e11af3eddaf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:44.756071 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-780cf5bb-0edc-462c-8029-e11af3eddaf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:44.760484 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-72a2ee2f-bf94-4ec9-afd7-efc5b602afa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:44.773459 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-95e43d0f-8124-4601-9fc1-9e8c3f4ff5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:44.777733 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-439721dd-ce53-407b-a8c4-edc48eec78dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:44.791346 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e43d0f-8124-4601-9fc1-9e8c3f4ff5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1448a8-ed5c-45ed-b74b-0c8bc219a65d,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:44.794848 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-95e43d0f-8124-4601-9fc1-9e8c3f4ff5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:44.797184 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-95e43d0f-8124-4601-9fc1-9e8c3f4ff5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:44.798408 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-95e43d0f-8124-4601-9fc1-9e8c3f4ff5aa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5a1448a8-ed5c-45ed-b74b-0c8bc219a65d HTTP/1.1" status: 204 len: 168 time: 0.2416317 Jun 17 14:40:44.883138 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780cf5bb-0edc-462c-8029-e11af3eddaf3 admin admin] Pushing event updated for resources: {'Network': ['ID=0404e1fb-dafe-4f86-ab42-59f4cfd0c12c,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:44.889009 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-780cf5bb-0edc-462c-8029-e11af3eddaf3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5915782 Jun 17 14:40:44.889985 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-780cf5bb-0edc-462c-8029-e11af3eddaf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:44.891433 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 43554) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:44.900592 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-044304c1-abb6-4f1f-b217-64553ec7b8e8 admin admin] Request body: {'subnet': {'network_id': '0404e1fb-dafe-4f86-ab42-59f4cfd0c12c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-48641892-subnet', 'tenant_id': 'ec83d72059234796a318616b17543f90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:40:44.902419 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Network 0404e1fb-dafe-4f86-ab42-59f4cfd0c12c details requested by agent ovs-agent-dv-cinder-796859-1-smb with host dv-cinder-796859-1-smb {{(pid=78473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:40:44.907814 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-044304c1-abb6-4f1f-b217-64553ec7b8e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:44.914223 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-044304c1-abb6-4f1f-b217-64553ec7b8e8 admin admin] Usage tracker for resource:subnet and tenant:ec83d72059234796a318616b17543f90 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:44.918742 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-044304c1-abb6-4f1f-b217-64553ec7b8e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:44.928686 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-044304c1-abb6-4f1f-b217-64553ec7b8e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:44.947074 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044304c1-abb6-4f1f-b217-64553ec7b8e8 admin admin] Made reservation on behalf of ec83d72059234796a318616b17543f90 for: {'subnet': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:40:44.958967 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-044304c1-abb6-4f1f-b217-64553ec7b8e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14744890'] for subnet, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:45.553956 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-044304c1-abb6-4f1f-b217-64553ec7b8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16519441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14744872'] for subnet, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:45.564262 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-83fa7ea0-d1b1-4561-9314-e09909691130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:45.757043 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc6cec-dadd-433e-b4a8-b798172942be req-7376555d-adb1-402b-8879-96d1ad4ebee6 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:45.758725 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-cbfc6cec-dadd-433e-b4a8-b798172942be req-7376555d-adb1-402b-8879-96d1ad4ebee6 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.3448923 Jun 17 14:40:45.770658 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044304c1-abb6-4f1f-b217-64553ec7b8e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a5546fc-798f-4301-934b-d318cc55bb1d,revision_number=0']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:45.775281 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-044304c1-abb6-4f1f-b217-64553ec7b8e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:45.799224 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044304c1-abb6-4f1f-b217-64553ec7b8e8 admin admin] Checking segment: {'id': '3cde0410-6b67-45f7-b26c-3a7e7f920b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '0404e1fb-dafe-4f86-ab42-59f4cfd0c12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:40:45.799875 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044304c1-abb6-4f1f-b217-64553ec7b8e8 admin admin] Network hostable DHCP agents. Network: 0404e1fb-dafe-4f86-ab42-59f4cfd0c12c, hostable agents: ['cf6f0ed2-8328-4e51-ab4a-90de33d65f7e'], hosted agents: [] {{(pid=78471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:40:45.860579 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-cbfc6cec-dadd-433e-b4a8-b798172942be req-ed23a151-eebd-49af-9eaa-7a940a80b30f tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929983 Jun 17 14:40:45.861278 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044304c1-abb6-4f1f-b217-64553ec7b8e8 admin admin] Network 0404e1fb-dafe-4f86-ab42-59f4cfd0c12c is scheduled to be hosted by DHCP agent cf6f0ed2-8328-4e51-ab4a-90de33d65f7e with binding_index 1 {{(pid=78471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:40:45.874054 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [None req-044304c1-abb6-4f1f-b217-64553ec7b8e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-smb, 0404e1fb-dafe-4f86-ab42-59f4cfd0c12c) {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:40:45.885161 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93dbc55-ce32-49d9-9322-3a4b43768cc4 None None] Network 0404e1fb-dafe-4f86-ab42-59f4cfd0c12c requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:40:45.902370 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044304c1-abb6-4f1f-b217-64553ec7b8e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:45.902967 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-044304c1-abb6-4f1f-b217-64553ec7b8e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:45.948799 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-044304c1-abb6-4f1f-b217-64553ec7b8e8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0557775 Jun 17 14:40:46.215354 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75f64a5-d96d-42af-b809-bb67360b6bc1 None None] Network 0404e1fb-dafe-4f86-ab42-59f4cfd0c12c requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:40:46.436856 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 43664) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:46.608693 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4097-c1be-4c11-a255-36eef7e4f34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:46.630798 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-a4ea4097-c1be-4c11-a255-36eef7e4f34e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:46.646168 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-a4ea4097-c1be-4c11-a255-36eef7e4f34e admin admin] Usage tracker for resource:security_group_rule and tenant:478ae48408f24153b97739adf3d236dd is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:46.650682 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-a4ea4097-c1be-4c11-a255-36eef7e4f34e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:46.658615 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-a4ea4097-c1be-4c11-a255-36eef7e4f34e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:46.794759 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4097-c1be-4c11-a255-36eef7e4f34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:46.799908 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4097-c1be-4c11-a255-36eef7e4f34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:46.810790 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-69a97271-37ce-433c-a911-d2768a860e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:46.856841 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-a4ea4097-c1be-4c11-a255-36eef7e4f34e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=478ae48408f24153b97739adf3d236dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4143393 Jun 17 14:40:46.856841 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea4097-c1be-4c11-a255-36eef7e4f34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b72d53e-667d-4bc3-aeaa-31b55221586c,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:46.857243 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 43674) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:46.872939 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-a4ea4097-c1be-4c11-a255-36eef7e4f34e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:46.968342 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9c6b76e4-dee0-4987-b1df-79a108fc928b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:47.039170 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9c6b76e4-dee0-4987-b1df-79a108fc928b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:47.251790 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdd76e-a1c0-4936-a496-3045f4206a1a req-5f13dae9-d0f0-4737-82c9-bd89ec3ae973 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:47.253421 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-53fdd76e-a1c0-4936-a496-3045f4206a1a req-5f13dae9-d0f0-4737-82c9-bd89ec3ae973 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1278141 Jun 17 14:40:47.254803 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9c6b76e4-dee0-4987-b1df-79a108fc928b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:47.262778 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-95e43d0f-8124-4601-9fc1-9e8c3f4ff5aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:47.276466 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b76e4-dee0-4987-b1df-79a108fc928b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b72d53e-667d-4bc3-aeaa-31b55221586c,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:47.298601 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-9c6b76e4-dee0-4987-b1df-79a108fc928b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:47.307866 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9c6b76e4-dee0-4987-b1df-79a108fc928b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:47.309517 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-9c6b76e4-dee0-4987-b1df-79a108fc928b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7b72d53e-667d-4bc3-aeaa-31b55221586c HTTP/1.1" status: 204 len: 168 time: 0.4512284 Jun 17 14:40:47.350776 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-53fdd76e-a1c0-4936-a496-3045f4206a1a req-242cd234-cab9-4806-b184-46e6f1a2a2e0 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888507 Jun 17 14:40:47.713818 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 43702) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:47.732049 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-855dd7f3-b4cc-402e-af13-c4cb4ea9be60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:47.749292 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-855dd7f3-b4cc-402e-af13-c4cb4ea9be60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:47.752948 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-855dd7f3-b4cc-402e-af13-c4cb4ea9be60 admin admin] Usage tracker for resource:security_group_rule and tenant:1d2b1e0034c649718c6364ab50bbb212 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:47.755732 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-855dd7f3-b4cc-402e-af13-c4cb4ea9be60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:47.761850 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-855dd7f3-b4cc-402e-af13-c4cb4ea9be60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:47.847668 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-855dd7f3-b4cc-402e-af13-c4cb4ea9be60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:47.852934 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-855dd7f3-b4cc-402e-af13-c4cb4ea9be60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:47.860543 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-8189b5e8-621c-4ce0-b895-9016aa110901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:47.902125 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-855dd7f3-b4cc-402e-af13-c4cb4ea9be60 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1d2b1e0034c649718c6364ab50bbb212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1871471 Jun 17 14:40:47.902935 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855dd7f3-b4cc-402e-af13-c4cb4ea9be60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5dc183-77b2-4188-a4a9-507975368af0,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:47.904775 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 43710) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:47.905928 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-855dd7f3-b4cc-402e-af13-c4cb4ea9be60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:47.977796 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb6f5-4a2d-42a0-ae9f-20c90b0d16cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:48.011437 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb6f5-4a2d-42a0-ae9f-20c90b0d16cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:48.080960 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb6f5-4a2d-42a0-ae9f-20c90b0d16cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:48.084899 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-003ac24f-7ee3-4202-a986-6a6957010181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:48.098395 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1bb6f5-4a2d-42a0-ae9f-20c90b0d16cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5dc183-77b2-4188-a4a9-507975368af0,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:48.102150 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-0d1bb6f5-4a2d-42a0-ae9f-20c90b0d16cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:48.108278 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb6f5-4a2d-42a0-ae9f-20c90b0d16cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:48.109381 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-0d1bb6f5-4a2d-42a0-ae9f-20c90b0d16cf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fc5dc183-77b2-4188-a4a9-507975368af0 HTTP/1.1" status: 204 len: 168 time: 0.2036483 Jun 17 14:40:48.561183 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db93ae-a59e-4b31-aa5c-c7cd7790d609 req-f4bf0551-3d04-40ab-a3c4-9400faf4126c tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:48.562842 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-40db93ae-a59e-4b31-aa5c-c7cd7790d609 req-f4bf0551-3d04-40ab-a3c4-9400faf4126c tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.0955598 Jun 17 14:40:48.577166 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 43738) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:48.600101 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a892b537-471d-4bbf-898a-9303e6b5f931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:48.621245 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-a892b537-471d-4bbf-898a-9303e6b5f931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:48.623975 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-40db93ae-a59e-4b31-aa5c-c7cd7790d609 req-e8e50266-a5d2-493c-bffb-a983cf3e9770 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454514 Jun 17 14:40:48.637866 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-a892b537-471d-4bbf-898a-9303e6b5f931 admin admin] Usage tracker for resource:security_group_rule and tenant:c47cf8278aae42aaa7cc79b721a1db26 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:48.648353 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-a892b537-471d-4bbf-898a-9303e6b5f931 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:48.655317 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-a892b537-471d-4bbf-898a-9303e6b5f931 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:48.762543 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a892b537-471d-4bbf-898a-9303e6b5f931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:48.766933 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a892b537-471d-4bbf-898a-9303e6b5f931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:48.774359 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-6125505e-04f6-4bc5-9ceb-9f751fe5bc1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:48.819993 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-a892b537-471d-4bbf-898a-9303e6b5f931 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c47cf8278aae42aaa7cc79b721a1db26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408969 Jun 17 14:40:48.820870 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892b537-471d-4bbf-898a-9303e6b5f931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a208e55-5239-455c-8b70-0f2f68032fae,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:48.823298 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 43756) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:48.824796 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-a892b537-471d-4bbf-898a-9303e6b5f931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:48.927865 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-e3ed0942-4f68-4904-8bbf-8ab65bb5df9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:48.971289 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-e3ed0942-4f68-4904-8bbf-8ab65bb5df9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:49.035529 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-e3ed0942-4f68-4904-8bbf-8ab65bb5df9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:49.039193 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-780cf5bb-0edc-462c-8029-e11af3eddaf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:49.053480 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed0942-4f68-4904-8bbf-8ab65bb5df9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a208e55-5239-455c-8b70-0f2f68032fae,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:49.057158 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-e3ed0942-4f68-4904-8bbf-8ab65bb5df9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:49.062574 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-e3ed0942-4f68-4904-8bbf-8ab65bb5df9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:49.066225 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-e3ed0942-4f68-4904-8bbf-8ab65bb5df9a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8a208e55-5239-455c-8b70-0f2f68032fae HTTP/1.1" status: 204 len: 168 time: 0.2394507 Jun 17 14:40:49.828185 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf4776-f6e6-47c0-8e80-4fb8b908cf4d req-91fac19d-8bb5-44d4-bdfe-5d3eb0aa1919 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:49.829649 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b0bf4776-f6e6-47c0-8e80-4fb8b908cf4d req-91fac19d-8bb5-44d4-bdfe-5d3eb0aa1919 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.0902119 Jun 17 14:40:49.875365 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b0bf4776-f6e6-47c0-8e80-4fb8b908cf4d req-cde0bc59-8309-4f59-a623-1bf3ed28f14a tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401814 Jun 17 14:40:50.117415 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 43800) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:50.178449 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e7d4ef-c426-4f02-889c-41f20ee86624 admin admin] Deleting subnet ea537d01-ec6c-48a8-b6fd-07ee4bb91f7b {{(pid=78472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 17 14:40:50.181670 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-39e7d4ef-c426-4f02-889c-41f20ee86624 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:50.234182 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-39e7d4ef-c426-4f02-889c-41f20ee86624 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15757668'] for subnet, precommit_delete_associations {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:50.315648 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-39e7d4ef-c426-4f02-889c-41f20ee86624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820958'] for subnet, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:50.640556 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-39e7d4ef-c426-4f02-889c-41f20ee86624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14896095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16701679'] for subnet, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:50.646029 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:50.683400 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7d4ef-c426-4f02-889c-41f20ee86624 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea537d01-ec6c-48a8-b6fd-07ee4bb91f7b,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:50.687320 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-39e7d4ef-c426-4f02-889c-41f20ee86624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:50.689957 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-39e7d4ef-c426-4f02-889c-41f20ee86624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for subnet, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:50.704332 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-39e7d4ef-c426-4f02-889c-41f20ee86624 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ea537d01-ec6c-48a8-b6fd-07ee4bb91f7b HTTP/1.1" status: 204 len: 168 time: 0.5858874 Jun 17 14:40:50.706712 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 43816) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:50.817018 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8e7ec200-d69a-407b-9ab5-944c4207586a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:50.939749 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8e7ec200-d69a-407b-9ab5-944c4207586a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821569', 'neutron.services.segments.db._delete_segments_for_network-8744814336166'] for network, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:50.953121 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.services.segments.db [None req-8e7ec200-d69a-407b-9ab5-944c4207586a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e3a2128-0d97-414c-a094-1cc7fd90caf8']}} {{(pid=78472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:50.967468 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.services.segments.db [None req-8e7ec200-d69a-407b-9ab5-944c4207586a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f522a5-fa31-4cb8-9b6b-555a04cde302') {'for_net_delete': True} {{(pid=78472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:50.967756 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.services.segments.db [None req-8e7ec200-d69a-407b-9ab5-944c4207586a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f522a5-fa31-4cb8-9b6b-555a04cde302') {} {{(pid=78472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:50.979853 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8e7ec200-d69a-407b-9ab5-944c4207586a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744814347277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15757651'] for segment, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:50.997900 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8e7ec200-d69a-407b-9ab5-944c4207586a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:51.004484 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7ec200-d69a-407b-9ab5-944c4207586a admin admin] Releasing vlan 1331 on physical network physnet1 to pool {{(pid=78472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:40:51.004860 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8e7ec200-d69a-407b-9ab5-944c4207586a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1816777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14895229'] for segment, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: Traceback (most recent call last): Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: timer() Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: cb(*args, **kw) Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: return func(*args, **kwargs) Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: self._notify() Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: self.callback(batched_events) Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: event.method(event) Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: return f(self, *a, **k) Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: return self._get(url).json() Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: return self.request(url, 'GET', **kwargs) Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:40:51.018138 dv-cinder-796859-1-smb neutron-server[78472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:40:51.076543 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005a36a-c3ce-425d-81a0-94603947a0ba req-06829d33-8cdc-4463-b2bc-04864d9304ee tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:51.077963 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a005a36a-c3ce-425d-81a0-94603947a0ba req-06829d33-8cdc-4463-b2bc-04864d9304ee tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.0868266 Jun 17 14:40:51.105676 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8e7ec200-d69a-407b-9ab5-944c4207586a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768958'] for network, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:51.110716 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8e7ec200-d69a-407b-9ab5-944c4207586a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:51.115777 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:51.128814 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a005a36a-c3ce-425d-81a0-94603947a0ba req-3c215cc2-9b86-41a1-ad3a-29e819455ffa tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441148 Jun 17 14:40:51.128974 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-8e7ec200-d69a-407b-9ab5-944c4207586a admin admin] 10.222.0.77 "DELETE /v2.0/networks/9e3a2128-0d97-414c-a094-1cc7fd90caf8 HTTP/1.1" status: 204 len: 168 time: 0.4211874 Jun 17 14:40:51.131761 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 43822) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:51.135500 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ec200-d69a-407b-9ab5-944c4207586a admin admin] Pushing event deleted for resources: {'Network': ['ID=9e3a2128-0d97-414c-a094-1cc7fd90caf8,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:51.137939 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-8e7ec200-d69a-407b-9ab5-944c4207586a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:51.192939 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c632ad-ab64-42f5-bfa3-2178f63a1efc admin admin] Deleting subnet 001a77e5-cc26-4f63-8220-71367cd75d82 {{(pid=78471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 17 14:40:51.196167 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-25c632ad-ab64-42f5-bfa3-2178f63a1efc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:51.249718 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-25c632ad-ab64-42f5-bfa3-2178f63a1efc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15166260'] for subnet, precommit_delete_associations {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:51.305471 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-25c632ad-ab64-42f5-bfa3-2178f63a1efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820958'] for subnet, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:51.564529 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-25c632ad-ab64-42f5-bfa3-2178f63a1efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16519630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14744849'] for subnet, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:51.569193 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-d06e660b-8836-4a47-9d08-aae0159446b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:51.604089 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c632ad-ab64-42f5-bfa3-2178f63a1efc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=001a77e5-cc26-4f63-8220-71367cd75d82,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:51.607133 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-25c632ad-ab64-42f5-bfa3-2178f63a1efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:51.610505 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-25c632ad-ab64-42f5-bfa3-2178f63a1efc admin admin] Notify callbacks [] for subnet, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:51.615899 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-25c632ad-ab64-42f5-bfa3-2178f63a1efc admin admin] 10.222.0.77 "DELETE /v2.0/subnets/001a77e5-cc26-4f63-8220-71367cd75d82 HTTP/1.1" status: 204 len: 168 time: 0.4830799 Jun 17 14:40:51.618901 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 43832) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:51.751230 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-af646d72-eff4-47ef-81df-04effd6ed486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:51.895103 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-af646d72-eff4-47ef-81df-04effd6ed486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821569', 'neutron.services.segments.db._delete_segments_for_network-8744814336166'] for network, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:51.910566 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.services.segments.db [None req-af646d72-eff4-47ef-81df-04effd6ed486 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c0e1f0b-b4a6-4ea8-9256-f388787d997a']}} {{(pid=78471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:51.923969 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.services.segments.db [None req-af646d72-eff4-47ef-81df-04effd6ed486 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d3f05d-7287-4612-a648-c2f2111790e2') {'for_net_delete': True} {{(pid=78471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:51.924269 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.services.segments.db [None req-af646d72-eff4-47ef-81df-04effd6ed486 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d3f05d-7287-4612-a648-c2f2111790e2') {} {{(pid=78471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:51.936068 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-af646d72-eff4-47ef-81df-04effd6ed486 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744814347277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15166211'] for segment, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:51.953163 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-af646d72-eff4-47ef-81df-04effd6ed486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:51.959779 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af646d72-eff4-47ef-81df-04effd6ed486 admin admin] Releasing vlan 1323 on physical network physnet1 to pool {{(pid=78471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:40:51.960182 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-af646d72-eff4-47ef-81df-04effd6ed486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1816777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16519788'] for segment, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: Traceback (most recent call last): Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: timer() Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: cb(*args, **kw) Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: return func(*args, **kwargs) Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: self._notify() Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: self.callback(batched_events) Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: event.method(event) Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: return f(self, *a, **k) Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: return self._get(url).json() Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: return self.request(url, 'GET', **kwargs) Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:40:51.982442 dv-cinder-796859-1-smb neutron-server[78471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:40:52.070604 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-af646d72-eff4-47ef-81df-04effd6ed486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768958'] for network, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:52.076125 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-780cf5bb-0edc-462c-8029-e11af3eddaf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:52.096097 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-af646d72-eff4-47ef-81df-04effd6ed486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:52.099030 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af646d72-eff4-47ef-81df-04effd6ed486 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c0e1f0b-b4a6-4ea8-9256-f388787d997a,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:52.103364 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-af646d72-eff4-47ef-81df-04effd6ed486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:52.109220 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-af646d72-eff4-47ef-81df-04effd6ed486 admin admin] 10.222.0.77 "DELETE /v2.0/networks/9c0e1f0b-b4a6-4ea8-9256-f388787d997a HTTP/1.1" status: 204 len: 168 time: 0.4893324 Jun 17 14:40:52.381437 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 43852) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:52.430246 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca4e3e-13f9-4128-a207-cd7ea816b3ea req-fa1a06ed-1cbf-492b-a9c2-32e437342561 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:52.432659 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d5ca4e3e-13f9-4128-a207-cd7ea816b3ea req-fa1a06ed-1cbf-492b-a9c2-32e437342561 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1761637 Jun 17 14:40:52.436266 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-798de85c-7e5a-43dc-b41c-8a8615443b71 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=398299ba348c4781a092e961034b4ce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534172 Jun 17 14:40:52.439457 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 43856) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:52.482048 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d5ca4e3e-13f9-4128-a207-cd7ea816b3ea req-02c2a9be-1f9e-4cf5-8f18-b0ce4c7ca8a4 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431111 Jun 17 14:40:52.506930 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-caf0924f-703a-46f4-a752-a8126f1c46d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:52.534685 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-caf0924f-703a-46f4-a752-a8126f1c46d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:52.600785 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-caf0924f-703a-46f4-a752-a8126f1c46d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:52.605124 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-348ea3f2-100c-4565-ad81-ac570b4d5fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:52.694541 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0924f-703a-46f4-a752-a8126f1c46d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20502155-7533-4f99-b713-47e57c585979,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:52.697879 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-caf0924f-703a-46f4-a752-a8126f1c46d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:52.716029 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-caf0924f-703a-46f4-a752-a8126f1c46d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:52.717158 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-caf0924f-703a-46f4-a752-a8126f1c46d6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/20502155-7533-4f99-b713-47e57c585979 HTTP/1.1" status: 204 len: 168 time: 0.2766478 Jun 17 14:40:53.170940 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 43874) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:53.230298 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-e8951fc4-eaf0-4ef7-83c6-45dacad78969 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5b3620e1484e4cc3a6df78a425acf55c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578530 Jun 17 14:40:53.232705 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 43878) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:53.302616 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-473348c7-a205-4a16-90da-c15acf96a496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:53.340191 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-473348c7-a205-4a16-90da-c15acf96a496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:53.413944 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-473348c7-a205-4a16-90da-c15acf96a496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:53.418916 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-5e18f936-0a6c-4f82-849a-664ccd70f702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:53.431063 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473348c7-a205-4a16-90da-c15acf96a496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c02bd4-f71f-4f45-be35-a8abac4eba5d,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:53.436219 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-473348c7-a205-4a16-90da-c15acf96a496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:53.439641 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-473348c7-a205-4a16-90da-c15acf96a496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:53.444029 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-473348c7-a205-4a16-90da-c15acf96a496 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a4c02bd4-f71f-4f45-be35-a8abac4eba5d HTTP/1.1" status: 204 len: 168 time: 0.2078254 Jun 17 14:40:53.705577 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745792f7-6a95-4756-bc05-f350a67befd8 req-e7aa79e3-1f5e-4fcd-854c-a46f0c71f0fe tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:53.707165 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-745792f7-6a95-4756-bc05-f350a67befd8 req-e7aa79e3-1f5e-4fcd-854c-a46f0c71f0fe tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1023812 Jun 17 14:40:53.779202 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-745792f7-6a95-4756-bc05-f350a67befd8 req-4c24d48b-7520-496b-92ab-002db831d075 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606725 Jun 17 14:40:54.942410 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 43934) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:54.995671 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dff1be-6031-4704-9a65-32916de1497c req-ffa98fed-60e7-490c-bcd5-7dc9bd8aa428 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:54.997209 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-15dff1be-6031-4704-9a65-32916de1497c req-ffa98fed-60e7-490c-bcd5-7dc9bd8aa428 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.0971627 Jun 17 14:40:55.053503 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-15dff1be-6031-4704-9a65-32916de1497c req-c59fdd06-e5b7-46af-987b-36089d04b8ce tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499549 Jun 17 14:40:55.084688 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-63d7c06f-c0d8-43be-8afd-8c0a69f4adde admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:55.103474 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-63d7c06f-c0d8-43be-8afd-8c0a69f4adde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:40:55.107969 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-63d7c06f-c0d8-43be-8afd-8c0a69f4adde admin admin] Usage tracker for resource:security_group_rule and tenant:ea4873bb30724912943cde16d86d472d is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:40:55.110912 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-63d7c06f-c0d8-43be-8afd-8c0a69f4adde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:40:55.123001 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-63d7c06f-c0d8-43be-8afd-8c0a69f4adde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:40:55.223445 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-63d7c06f-c0d8-43be-8afd-8c0a69f4adde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:55.230048 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-63d7c06f-c0d8-43be-8afd-8c0a69f4adde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:55.240993 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:55.286721 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-63d7c06f-c0d8-43be-8afd-8c0a69f4adde admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ea4873bb30724912943cde16d86d472d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3432806 Jun 17 14:40:55.288480 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7c06f-c0d8-43be-8afd-8c0a69f4adde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02812c86-baef-427a-abc4-53cb06fb50bb,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:55.289409 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 43948) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:55.294472 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-63d7c06f-c0d8-43be-8afd-8c0a69f4adde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:55.355139 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-cc5e99b5-de6f-45cb-a4a4-9cdb535de731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:55.386045 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-cc5e99b5-de6f-45cb-a4a4-9cdb535de731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:55.454980 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-cc5e99b5-de6f-45cb-a4a4-9cdb535de731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:55.459714 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-cc00e093-5f3f-436b-8295-87e637791261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:55.472224 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e99b5-de6f-45cb-a4a4-9cdb535de731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02812c86-baef-427a-abc4-53cb06fb50bb,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:55.475228 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-cc5e99b5-de6f-45cb-a4a4-9cdb535de731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:55.479090 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-cc5e99b5-de6f-45cb-a4a4-9cdb535de731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:55.483965 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-cc5e99b5-de6f-45cb-a4a4-9cdb535de731 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/02812c86-baef-427a-abc4-53cb06fb50bb HTTP/1.1" status: 204 len: 168 time: 0.1933455 Jun 17 14:40:55.658523 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:55.707570 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c51712-4fd3-4448-9004-035817df72ab req-6617d316-6001-4814-92b4-887fc2ee827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:55.709610 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-66c51712-4fd3-4448-9004-035817df72ab req-6617d316-6001-4814-92b4-887fc2ee827e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b45a5667af44c408b810bef63493e23&device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 1098 time: 0.1013272 Jun 17 14:40:55.882530 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c51712-4fd3-4448-9004-035817df72ab req-e9074750-74b5-4c7d-9352-3ed0895664ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:55.884647 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-66c51712-4fd3-4448-9004-035817df72ab req-e9074750-74b5-4c7d-9352-3ed0895664ed service neutron] 10.222.0.72 "GET /v2.0/networks?id=34fc0036-5367-41f0-8c95-8b89259c3d41 HTTP/1.1" status: 200 len: 920 time: 0.1519094 Jun 17 14:40:55.970266 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-66c51712-4fd3-4448-9004-035817df72ab req-a43c4986-3728-4844-828d-434e6771d769 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=205b989c-e347-402b-9b8f-64bdbffaacdf HTTP/1.1" status: 200 len: 217 time: 0.0753644 Jun 17 14:40:56.037654 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c51712-4fd3-4448-9004-035817df72ab req-9ec32f0f-da60-4741-ab0e-2daffdd2427e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:56.039135 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-66c51712-4fd3-4448-9004-035817df72ab req-9ec32f0f-da60-4741-ab0e-2daffdd2427e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ff14308-63ae-4af6-a26f-fe7c9884ddaa HTTP/1.1" status: 200 len: 858 time: 0.0624549 Jun 17 14:40:56.151488 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-66c51712-4fd3-4448-9004-035817df72ab req-ea321206-7ac5-4e80-a1a6-104b82242f9d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34fc0036-5367-41f0-8c95-8b89259c3d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010971 Jun 17 14:40:56.387307 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-66c51712-4fd3-4448-9004-035817df72ab req-3dfc6a54-8dfe-437f-bdfd-eb2cdce7676e service neutron] 10.222.0.72 "GET /v2.0/networks/34fc0036-5367-41f0-8c95-8b89259c3d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233939 Jun 17 14:40:56.399596 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040703d-97e2-4e3a-9cda-f421dfdd4c71 req-09faa9c5-f37c-4a92-b2b4-46b327fc9eb1 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:56.406242 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-c040703d-97e2-4e3a-9cda-f421dfdd4c71 req-09faa9c5-f37c-4a92-b2b4-46b327fc9eb1 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1896467 Jun 17 14:40:56.546267 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-c040703d-97e2-4e3a-9cda-f421dfdd4c71 req-d4cf2cdf-e36b-40bd-a735-9a6d626043e4 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372161 Jun 17 14:40:56.601104 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-66c51712-4fd3-4448-9004-035817df72ab req-73304547-a00b-417a-afae-e367df4a25f5 service neutron] 10.222.0.72 "GET /v2.0/networks/34fc0036-5367-41f0-8c95-8b89259c3d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935496 Jun 17 14:40:57.786314 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6625b4-f0b6-4c84-8663-088aa9ddefe8 req-eaffc430-6556-42f3-89dc-c28ddf932599 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:57.795950 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9e6625b4-f0b6-4c84-8663-088aa9ddefe8 req-eaffc430-6556-42f3-89dc-c28ddf932599 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1085565 Jun 17 14:40:57.846383 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9e6625b4-f0b6-4c84-8663-088aa9ddefe8 req-736c3bfd-5cb7-46cb-80d1-cd3a6592c45a tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438929 Jun 17 14:40:59.041529 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad2301-f6e5-4144-8c8e-ba672796db96 req-df6e0122-0c90-4f4f-9ade-68b40aff6566 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:59.043030 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-19ad2301-f6e5-4144-8c8e-ba672796db96 req-df6e0122-0c90-4f4f-9ade-68b40aff6566 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.0790393 Jun 17 14:40:59.097631 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-19ad2301-f6e5-4144-8c8e-ba672796db96 req-ac15faf8-4923-4f61-80e2-15a215e3be1c tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471914 Jun 17 14:41:00.294649 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae581753-9fa5-4dba-9d45-d203228e4000 req-ff718c62-1968-4bb9-b24a-1e0b71435d95 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:00.296512 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ae581753-9fa5-4dba-9d45-d203228e4000 req-ff718c62-1968-4bb9-b24a-1e0b71435d95 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.0800085 Jun 17 14:41:00.343206 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ae581753-9fa5-4dba-9d45-d203228e4000 req-1ae72228-e528-4ff5-9975-9e48f4c8bb2d tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410175 Jun 17 14:41:01.613550 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15e682-6bbc-4c63-b3a2-dd5d457443ee req-b672e240-91d5-44e0-9aec-d9a4b4467748 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:01.615631 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-fb15e682-6bbc-4c63-b3a2-dd5d457443ee req-b672e240-91d5-44e0-9aec-d9a4b4467748 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1619594 Jun 17 14:41:01.665938 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-fb15e682-6bbc-4c63-b3a2-dd5d457443ee req-6dcd6c9a-9e8f-41e5-b47a-e524747c151c tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427825 Jun 17 14:41:02.266063 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 44170) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:41:02.399083 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-042ed025-ef99-4cb3-a8e8-f9b7fcb7d615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:02.414376 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-042ed025-ef99-4cb3-a8e8-f9b7fcb7d615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:41:02.418796 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-042ed025-ef99-4cb3-a8e8-f9b7fcb7d615 admin admin] Usage tracker for resource:security_group_rule and tenant:e66b493c7f2d47449cc6561528048301 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:41:02.422281 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-042ed025-ef99-4cb3-a8e8-f9b7fcb7d615 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:41:02.428876 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-042ed025-ef99-4cb3-a8e8-f9b7fcb7d615 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:41:02.541373 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-042ed025-ef99-4cb3-a8e8-f9b7fcb7d615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:02.546182 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-042ed025-ef99-4cb3-a8e8-f9b7fcb7d615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:02.557657 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-8875fabe-7671-4930-b67f-bee687fc447b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:02.608212 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-042ed025-ef99-4cb3-a8e8-f9b7fcb7d615 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e66b493c7f2d47449cc6561528048301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3410194 Jun 17 14:41:02.609118 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ed025-ef99-4cb3-a8e8-f9b7fcb7d615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded91130-dbf5-4141-a07d-922e03cf83ae,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:02.611047 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 44180) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:41:02.616406 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ed025-ef99-4cb3-a8e8-f9b7fcb7d615 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.616852 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ed025-ef99-4cb3-a8e8-f9b7fcb7d615 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.617127 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ed025-ef99-4cb3-a8e8-f9b7fcb7d615 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.617482 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ed025-ef99-4cb3-a8e8-f9b7fcb7d615 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.617914 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ed025-ef99-4cb3-a8e8-f9b7fcb7d615 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.618218 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ed025-ef99-4cb3-a8e8-f9b7fcb7d615 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.618618 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ed025-ef99-4cb3-a8e8-f9b7fcb7d615 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.619025 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ed025-ef99-4cb3-a8e8-f9b7fcb7d615 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.619596 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ed025-ef99-4cb3-a8e8-f9b7fcb7d615 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.620012 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ed025-ef99-4cb3-a8e8-f9b7fcb7d615 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.620428 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ed025-ef99-4cb3-a8e8-f9b7fcb7d615 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.620745 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ed025-ef99-4cb3-a8e8-f9b7fcb7d615 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.626257 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-042ed025-ef99-4cb3-a8e8-f9b7fcb7d615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:02.678058 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-99d7496d-9a84-4d9d-84d3-f66a0cf19158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:02.708332 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-99d7496d-9a84-4d9d-84d3-f66a0cf19158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:02.768259 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-99d7496d-9a84-4d9d-84d3-f66a0cf19158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:02.772737 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-158ebdad-29cc-44fc-80aa-773c46171fea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:02.788446 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7496d-9a84-4d9d-84d3-f66a0cf19158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded91130-dbf5-4141-a07d-922e03cf83ae,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:02.797722 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7496d-9a84-4d9d-84d3-f66a0cf19158 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.798090 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7496d-9a84-4d9d-84d3-f66a0cf19158 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.798443 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7496d-9a84-4d9d-84d3-f66a0cf19158 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.798795 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7496d-9a84-4d9d-84d3-f66a0cf19158 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.799135 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7496d-9a84-4d9d-84d3-f66a0cf19158 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.799475 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7496d-9a84-4d9d-84d3-f66a0cf19158 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.799814 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7496d-9a84-4d9d-84d3-f66a0cf19158 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.800145 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7496d-9a84-4d9d-84d3-f66a0cf19158 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.800482 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7496d-9a84-4d9d-84d3-f66a0cf19158 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.800823 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7496d-9a84-4d9d-84d3-f66a0cf19158 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.801156 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7496d-9a84-4d9d-84d3-f66a0cf19158 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.801492 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7496d-9a84-4d9d-84d3-f66a0cf19158 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.804169 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-99d7496d-9a84-4d9d-84d3-f66a0cf19158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:02.807028 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-99d7496d-9a84-4d9d-84d3-f66a0cf19158 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ded91130-dbf5-4141-a07d-922e03cf83ae HTTP/1.1" status: 204 len: 168 time: 0.1937492 Jun 17 14:41:02.808632 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-99d7496d-9a84-4d9d-84d3-f66a0cf19158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:02.904709 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c67fd-a4f2-47d8-9962-3dcbddd169a1 req-0b6c8a8f-861b-41a8-84d5-5a8cbe7171a9 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:02.906626 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-447c67fd-a4f2-47d8-9962-3dcbddd169a1 req-0b6c8a8f-861b-41a8-84d5-5a8cbe7171a9 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1048069 Jun 17 14:41:02.957328 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-447c67fd-a4f2-47d8-9962-3dcbddd169a1 req-247b1e4b-d9db-45a6-9bcb-27f933aac0e4 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437970 Jun 17 14:41:03.654653 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 44216) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:41:03.776711 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-bc2fdc52-7613-4aa8-9503-d75f51819ed6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1305290752-network', 'tenant_id': '5541d3e792d04ce794ee6a1bdc6e40e2'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:41:03.781423 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-bc2fdc52-7613-4aa8-9503-d75f51819ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:41:03.785982 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-bc2fdc52-7613-4aa8-9503-d75f51819ed6 admin admin] Usage tracker for resource:network and tenant:5541d3e792d04ce794ee6a1bdc6e40e2 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:41:03.789268 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-bc2fdc52-7613-4aa8-9503-d75f51819ed6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:41:03.796885 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-bc2fdc52-7613-4aa8-9503-d75f51819ed6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:41:03.814123 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2fdc52-7613-4aa8-9503-d75f51819ed6 admin admin] Made reservation on behalf of 5541d3e792d04ce794ee6a1bdc6e40e2 for: {'network': 1} {{(pid=78472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:41:03.819184 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-bc2fdc52-7613-4aa8-9503-d75f51819ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for network, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:03.834355 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-bc2fdc52-7613-4aa8-9503-d75f51819ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:03.850582 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-bc2fdc52-7613-4aa8-9503-d75f51819ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:41:03.854492 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-bc2fdc52-7613-4aa8-9503-d75f51819ed6 admin admin] Usage tracker for resource:security_group_rule and tenant:5541d3e792d04ce794ee6a1bdc6e40e2 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:41:03.857361 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-bc2fdc52-7613-4aa8-9503-d75f51819ed6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:41:03.863050 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-bc2fdc52-7613-4aa8-9503-d75f51819ed6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:41:03.953593 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-bc2fdc52-7613-4aa8-9503-d75f51819ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:03.957979 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-bc2fdc52-7613-4aa8-9503-d75f51819ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:03.961865 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-db3bb3f4-9fad-4bee-b86e-fdc72d2bcf7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:03.988629 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc2fdc52-7613-4aa8-9503-d75f51819ed6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1307} {{(pid=78472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:41:04.001791 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2fdc52-7613-4aa8-9503-d75f51819ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ada9f9-b827-460d-acd5-d3abbfec98e0,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:04.007521 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-bc2fdc52-7613-4aa8-9503-d75f51819ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:04.008480 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-bc2fdc52-7613-4aa8-9503-d75f51819ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:04.008816 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.db.segments_db [None req-bc2fdc52-7613-4aa8-9503-d75f51819ed6 admin admin] Added segment c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f of type vlan for network efc78891-8691-4aa9-ab08-bb3560db3035 Jun 17 14:41:04.048836 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-bc2fdc52-7613-4aa8-9503-d75f51819ed6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744813850956'] for network, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:04.100769 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-bc2fdc52-7613-4aa8-9503-d75f51819ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121'] for network, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:04.106667 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2fdc52-7613-4aa8-9503-d75f51819ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:04.108747 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-bc2fdc52-7613-4aa8-9503-d75f51819ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:04.116179 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:04.229089 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b54c5-cb76-49f2-b727-b9d680f244d4 req-db779f96-3e56-4e83-9912-a49622fc84dd tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:04.230608 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-540b54c5-cb76-49f2-b727-b9d680f244d4 req-db779f96-3e56-4e83-9912-a49622fc84dd tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1128402 Jun 17 14:41:04.251716 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2fdc52-7613-4aa8-9503-d75f51819ed6 admin admin] Pushing event updated for resources: {'Network': ['ID=efc78891-8691-4aa9-ab08-bb3560db3035,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:04.254537 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-bc2fdc52-7613-4aa8-9503-d75f51819ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:04.263373 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Network efc78891-8691-4aa9-ab08-bb3560db3035 details requested by agent ovs-agent-dv-cinder-796859-1-smb with host dv-cinder-796859-1-smb {{(pid=78473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:41:04.267585 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-bc2fdc52-7613-4aa8-9503-d75f51819ed6 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6117270 Jun 17 14:41:04.271849 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 44246) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:41:04.278905 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-ffe6e9a2-6959-40d2-a1ce-8201c15ad20e admin admin] Request body: {'subnet': {'network_id': 'efc78891-8691-4aa9-ab08-bb3560db3035', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1305290752-subnet', 'tenant_id': '5541d3e792d04ce794ee6a1bdc6e40e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:41:04.284442 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-ffe6e9a2-6959-40d2-a1ce-8201c15ad20e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:41:04.288882 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-ffe6e9a2-6959-40d2-a1ce-8201c15ad20e admin admin] Usage tracker for resource:subnet and tenant:5541d3e792d04ce794ee6a1bdc6e40e2 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:41:04.292420 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-ffe6e9a2-6959-40d2-a1ce-8201c15ad20e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:41:04.299214 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-ffe6e9a2-6959-40d2-a1ce-8201c15ad20e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:41:04.305644 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-540b54c5-cb76-49f2-b727-b9d680f244d4 req-0a25b0b2-f1ff-4f4a-ac5e-adcad71fe473 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687454 Jun 17 14:41:04.310603 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe6e9a2-6959-40d2-a1ce-8201c15ad20e admin admin] Made reservation on behalf of 5541d3e792d04ce794ee6a1bdc6e40e2 for: {'subnet': 1} {{(pid=78472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:41:04.313293 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-ffe6e9a2-6959-40d2-a1ce-8201c15ad20e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16701636'] for subnet, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:04.748524 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-ffe6e9a2-6959-40d2-a1ce-8201c15ad20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14895872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16701654'] for subnet, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:04.753401 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-39e7d4ef-c426-4f02-889c-41f20ee86624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:04.832354 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6e9a2-6959-40d2-a1ce-8201c15ad20e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a830734-9d0a-4625-ac8b-b15e467f2055,revision_number=0']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:04.835588 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-ffe6e9a2-6959-40d2-a1ce-8201c15ad20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:04.841832 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe6e9a2-6959-40d2-a1ce-8201c15ad20e admin admin] Checking segment: {'id': 'c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'efc78891-8691-4aa9-ab08-bb3560db3035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:41:04.842177 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe6e9a2-6959-40d2-a1ce-8201c15ad20e admin admin] Network hostable DHCP agents. Network: efc78891-8691-4aa9-ab08-bb3560db3035, hostable agents: ['cf6f0ed2-8328-4e51-ab4a-90de33d65f7e'], hosted agents: [] {{(pid=78472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:41:04.862446 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe6e9a2-6959-40d2-a1ce-8201c15ad20e admin admin] Network efc78891-8691-4aa9-ab08-bb3560db3035 is scheduled to be hosted by DHCP agent cf6f0ed2-8328-4e51-ab4a-90de33d65f7e with binding_index 1 {{(pid=78472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:41:04.874407 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.base_scheduler [None req-ffe6e9a2-6959-40d2-a1ce-8201c15ad20e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-smb, efc78891-8691-4aa9-ab08-bb3560db3035) {{(pid=78472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:41:04.885929 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deae1f7-421a-4270-8806-66252e7f49e5 None None] Network efc78891-8691-4aa9-ab08-bb3560db3035 requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:41:04.886759 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe6e9a2-6959-40d2-a1ce-8201c15ad20e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:04.887343 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-ffe6e9a2-6959-40d2-a1ce-8201c15ad20e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for subnet, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:04.912862 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-ffe6e9a2-6959-40d2-a1ce-8201c15ad20e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6398020 Jun 17 14:41:05.152989 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c32ecb2-86c5-485b-8ec2-253a885c77ed None None] Network efc78891-8691-4aa9-ab08-bb3560db3035 requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:41:05.620359 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c241a2-2ef1-477c-ae69-21ec8507457e req-3e24562c-959e-4d61-b721-e3db21bd5f86 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:05.626632 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-83c241a2-2ef1-477c-ae69-21ec8507457e req-3e24562c-959e-4d61-b721-e3db21bd5f86 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1244576 Jun 17 14:41:05.688526 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-83c241a2-2ef1-477c-ae69-21ec8507457e req-99c4a529-2a1e-4dd8-8448-23db7441ef21 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607884 Jun 17 14:41:05.944880 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 44282) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:41:06.125437 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-e6b12dbb-eb51-4a06-930c-868816b7d538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:06.147523 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-e6b12dbb-eb51-4a06-930c-868816b7d538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:41:06.152855 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-e6b12dbb-eb51-4a06-930c-868816b7d538 admin admin] Usage tracker for resource:security_group_rule and tenant:d22b194d226d4c2e829b020feb68f0f7 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:41:06.155993 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-e6b12dbb-eb51-4a06-930c-868816b7d538 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:41:06.162530 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-e6b12dbb-eb51-4a06-930c-868816b7d538 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:41:06.256634 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-e6b12dbb-eb51-4a06-930c-868816b7d538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:06.261780 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-e6b12dbb-eb51-4a06-930c-868816b7d538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:06.268742 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-e24fae97-eccc-40dd-8e4e-464c98345070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:06.314413 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-e6b12dbb-eb51-4a06-930c-868816b7d538 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d22b194d226d4c2e829b020feb68f0f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675549 Jun 17 14:41:06.315384 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b12dbb-eb51-4a06-930c-868816b7d538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68807cb-a2a1-440f-ac12-b79f5acc565e,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:06.317308 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 44290) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:41:06.318602 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-e6b12dbb-eb51-4a06-930c-868816b7d538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:06.389342 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-a3de64ac-03a2-4013-8e34-1ebc69468142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:06.403393 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-5d1b7dc1-8f1e-44e1-9789-bcef3cea7d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:06.422573 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-a3de64ac-03a2-4013-8e34-1ebc69468142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:06.480566 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-a3de64ac-03a2-4013-8e34-1ebc69468142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:06.484299 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-63d7c06f-c0d8-43be-8afd-8c0a69f4adde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:06.499015 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de64ac-03a2-4013-8e34-1ebc69468142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68807cb-a2a1-440f-ac12-b79f5acc565e,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:06.501344 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-a3de64ac-03a2-4013-8e34-1ebc69468142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:06.512530 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-a3de64ac-03a2-4013-8e34-1ebc69468142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:06.516191 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-a3de64ac-03a2-4013-8e34-1ebc69468142 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a68807cb-a2a1-440f-ac12-b79f5acc565e HTTP/1.1" status: 204 len: 168 time: 0.1950717 Jun 17 14:41:06.848104 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:06.899760 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 44308) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:41:06.918660 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-27447249-3f39-4459-b62d-99cc0fff18cf tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:06.920503 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-27447249-3f39-4459-b62d-99cc0fff18cf tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/networks?id=0404e1fb-dafe-4f86-ab42-59f4cfd0c12c HTTP/1.1" status: 200 len: 807 time: 0.1749780 Jun 17 14:41:06.925350 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-a5d0ba3c-5f1e-456e-9700-46f72b07ac08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:06.936952 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-793888d6-ba18-4afc-aa67-3555dde35747 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/quotas/ec83d72059234796a318616b17543f90 HTTP/1.1" status: 200 len: 375 time: 0.0101910 Jun 17 14:41:06.950927 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-a5d0ba3c-5f1e-456e-9700-46f72b07ac08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:41:06.957857 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-a5d0ba3c-5f1e-456e-9700-46f72b07ac08 admin admin] Usage tracker for resource:security_group_rule and tenant:1cf9327841914ecb8e9f015bd2e4b291 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:41:06.961517 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-a5d0ba3c-5f1e-456e-9700-46f72b07ac08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:41:06.970260 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-a5d0ba3c-5f1e-456e-9700-46f72b07ac08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:41:06.986833 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe679e-e8fe-42d6-80d8-c4116aae2afe req-b03b5f52-5e41-49b6-b3b6-de0b7ebf2245 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:06.988347 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1cfe679e-e8fe-42d6-80d8-c4116aae2afe req-b03b5f52-5e41-49b6-b3b6-de0b7ebf2245 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1501815 Jun 17 14:41:06.990203 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-d0f0bf9e-6017-4962-b4a8-c943c66bbdae tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ec83d72059234796a318616b17543f90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472665 Jun 17 14:41:07.059199 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1cfe679e-e8fe-42d6-80d8-c4116aae2afe req-875ccccb-e441-4534-9fc5-42f5d6c62a19 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647943 Jun 17 14:41:07.163255 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-a5d0ba3c-5f1e-456e-9700-46f72b07ac08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:07.168924 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-a5d0ba3c-5f1e-456e-9700-46f72b07ac08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:07.179154 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-4aac9298-8f27-4b90-813c-7847e7089377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:07.227061 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-39106cc4-22e9-471d-a49b-e3133e3317b4 service neutron] 10.222.0.77 "GET /v2.0/networks/0404e1fb-dafe-4f86-ab42-59f4cfd0c12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286327 Jun 17 14:41:07.230540 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-a5d0ba3c-5f1e-456e-9700-46f72b07ac08 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1cf9327841914ecb8e9f015bd2e4b291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258157 Jun 17 14:41:07.231513 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 44322) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:41:07.235253 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0ba3c-5f1e-456e-9700-46f72b07ac08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd47526-128d-482c-a7d0-d8480e9aedc3,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:07.238394 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-a5d0ba3c-5f1e-456e-9700-46f72b07ac08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:07.417201 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7e446ae8-4858-4dec-9f59-3f5936b60550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:07.430150 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-ca859212-54d6-464d-b576-5a3ab32bec36 service neutron] 10.222.0.77 "GET /v2.0/networks/0404e1fb-dafe-4f86-ab42-59f4cfd0c12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919394 Jun 17 14:41:07.451216 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7e446ae8-4858-4dec-9f59-3f5936b60550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:07.539223 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7e446ae8-4858-4dec-9f59-3f5936b60550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:07.545470 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-bc2fdc52-7613-4aa8-9503-d75f51819ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:07.563342 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e446ae8-4858-4dec-9f59-3f5936b60550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd47526-128d-482c-a7d0-d8480e9aedc3,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:07.584665 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-7e446ae8-4858-4dec-9f59-3f5936b60550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:07.601793 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7e446ae8-4858-4dec-9f59-3f5936b60550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:07.605519 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-7e446ae8-4858-4dec-9f59-3f5936b60550 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/afd47526-128d-482c-a7d0-d8480e9aedc3 HTTP/1.1" status: 204 len: 168 time: 0.3705184 Jun 17 14:41:07.782290 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-bc1aa595-69d4-4c2e-8c21-fffff0d74cb3 req-75b6b8ab-766a-456a-aea7-3230856e0ae8 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=56b03936-d2e4-4575-a22b-d8484c445783 HTTP/1.1" status: 200 len: 210 time: 0.1523654 Jun 17 14:41:07.801027 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-6ca63963-7268-43e8-a4de-dbff8758e0a5 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:07.809062 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-6ca63963-7268-43e8-a4de-dbff8758e0a5 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/networks?id=efc78891-8691-4aa9-ab08-bb3560db3035 HTTP/1.1" status: 200 len: 814 time: 0.2066910 Jun 17 14:41:07.826149 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-8a654e4c-4794-43f0-96f3-baa4b30481ba tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/quotas/5541d3e792d04ce794ee6a1bdc6e40e2 HTTP/1.1" status: 200 len: 375 time: 0.0151167 Jun 17 14:41:07.904664 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-84b6df9c-e188-4fa0-b602-99cee9da9803 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5541d3e792d04ce794ee6a1bdc6e40e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696983 Jun 17 14:41:08.064774 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-36c20e80-0fd4-4756-9ec9-871ce9de2bd8 service neutron] 10.222.0.77 "GET /v2.0/networks/efc78891-8691-4aa9-ab08-bb3560db3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532044 Jun 17 14:41:08.093011 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 44362) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:41:08.125884 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6d4c66ea-ef84-4775-ad4b-cfaa98baa3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:08.151784 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-6d4c66ea-ef84-4775-ad4b-cfaa98baa3c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:41:08.159248 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-6d4c66ea-ef84-4775-ad4b-cfaa98baa3c6 admin admin] Usage tracker for resource:security_group_rule and tenant:b6beefe6d7374a37ad6e2449e932e06a is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:41:08.163153 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-6d4c66ea-ef84-4775-ad4b-cfaa98baa3c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:41:08.173746 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-6d4c66ea-ef84-4775-ad4b-cfaa98baa3c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:41:08.370268 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-ba4377f7-d871-4b90-abf4-fcc8eb92aa37 service neutron] 10.222.0.77 "GET /v2.0/networks/efc78891-8691-4aa9-ab08-bb3560db3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948596 Jun 17 14:41:08.382267 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6d4c66ea-ef84-4775-ad4b-cfaa98baa3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:08.389610 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6d4c66ea-ef84-4775-ad4b-cfaa98baa3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:08.399876 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-9827cd07-509d-418b-8e90-d5ad5982fb90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:08.440902 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fdf5a-2cae-49bb-8814-7d6b047f82c5 req-4256d007-8c5c-4e08-95ee-3bc65d02e28b tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:08.442459 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-c22fdf5a-2cae-49bb-8814-7d6b047f82c5 req-4256d007-8c5c-4e08-95ee-3bc65d02e28b tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1908233 Jun 17 14:41:08.476186 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-6d4c66ea-ef84-4775-ad4b-cfaa98baa3c6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b6beefe6d7374a37ad6e2449e932e06a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796852 Jun 17 14:41:08.481294 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c66ea-ef84-4775-ad4b-cfaa98baa3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3463ba0-ef8b-4776-953c-98bac0ab320e,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:08.481739 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 44374) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:41:08.484483 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-6d4c66ea-ef84-4775-ad4b-cfaa98baa3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:08.511281 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-c22fdf5a-2cae-49bb-8814-7d6b047f82c5 req-13708760-3066-44c1-8a40-db0f5cff27d1 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616457 Jun 17 14:41:08.598155 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfab33-632f-4653-8dfa-be2587f89fe8 req-4772ee3a-8629-40df-8991-96f69b83450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:08.599793 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-50bfab33-632f-4653-8dfa-be2587f89fe8 req-4772ee3a-8629-40df-8991-96f69b83450b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 1098 time: 0.1909165 Jun 17 14:41:08.669127 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-50bfab33-632f-4653-8dfa-be2587f89fe8 req-4db05321-f4d5-42d8-b5fd-1d193e212ba9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507596 Jun 17 14:41:08.669949 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7c79f3c3-2308-4005-98ee-7e0b2c357ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:08.704392 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7c79f3c3-2308-4005-98ee-7e0b2c357ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:08.761854 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7c79f3c3-2308-4005-98ee-7e0b2c357ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:08.766853 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:08.781349 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79f3c3-2308-4005-98ee-7e0b2c357ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3463ba0-ef8b-4776-953c-98bac0ab320e,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:08.786443 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-7c79f3c3-2308-4005-98ee-7e0b2c357ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:08.790536 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7c79f3c3-2308-4005-98ee-7e0b2c357ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:08.792622 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-7c79f3c3-2308-4005-98ee-7e0b2c357ae3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c3463ba0-ef8b-4776-953c-98bac0ab320e HTTP/1.1" status: 204 len: 168 time: 0.3086553 Jun 17 14:41:08.925826 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-c0bdca23-0210-4435-b741-627e42236d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:09.242397 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-55c771b3-5d44-4472-b129-331c5cfd0cbe req-c0f9dd7c-dc2f-4d8a-a891-3f7238c87683 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=93505638-a6af-4482-be2a-e549053c7829 HTTP/1.1" status: 200 len: 210 time: 0.0461221 Jun 17 14:41:09.314144 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-1055484c-83e0-4b62-b812-6abea9877e92 req-278dbcdc-903a-4429-aa68-cef53464d7b9 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=56b03936-d2e4-4575-a22b-d8484c445783 HTTP/1.1" status: 200 len: 210 time: 0.0464370 Jun 17 14:41:09.744345 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5af7b6-0d4d-4d16-986b-cf1dfcd84480 req-f0711391-4620-4c95-94ec-d147bcb3ee12 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:09.746018 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4d5af7b6-0d4d-4d16-986b-cf1dfcd84480 req-f0711391-4620-4c95-94ec-d147bcb3ee12 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1161265 Jun 17 14:41:09.950407 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4d5af7b6-0d4d-4d16-986b-cf1dfcd84480 req-c8b49bd2-5adc-4643-8f9d-4bae8b31e2d3 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898429 Jun 17 14:41:09.983732 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-43a536c1-e9fa-41db-9f5d-843973d907be tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:09.984411 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-43a536c1-e9fa-41db-9f5d-843973d907be tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Synchronizing usage tracker for tenant:ec83d72059234796a318616b17543f90 on resource:network {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:41:10.001340 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-43a536c1-e9fa-41db-9f5d-843973d907be tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Unset dirty status for tenant:ec83d72059234796a318616b17543f90 on resource:network {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:41:10.002405 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-43a536c1-e9fa-41db-9f5d-843973d907be tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.72 "GET /v2.0/networks?id=0404e1fb-dafe-4f86-ab42-59f4cfd0c12c HTTP/1.1" status: 200 len: 807 time: 0.2949562 Jun 17 14:41:10.031373 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-91eb775f-545b-44d4-ba53-01d99fdd7a7c tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Request body: {'port': {'device_id': '56b03936-d2e4-4575-a22b-d8484c445783', 'network_id': '0404e1fb-dafe-4f86-ab42-59f4cfd0c12c', 'admin_state_up': True, 'tenant_id': 'ec83d72059234796a318616b17543f90'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:41:10.123611 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:10.183738 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-91eb775f-545b-44d4-ba53-01d99fdd7a7c tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:41:10.188036 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-91eb775f-545b-44d4-ba53-01d99fdd7a7c tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Usage tracker for resource:port and tenant:ec83d72059234796a318616b17543f90 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:41:10.191099 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-91eb775f-545b-44d4-ba53-01d99fdd7a7c tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:41:10.197737 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-91eb775f-545b-44d4-ba53-01d99fdd7a7c tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:41:10.208172 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-91eb775f-545b-44d4-ba53-01d99fdd7a7c tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Made reservation on behalf of ec83d72059234796a318616b17543f90 for: {'port': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:41:10.212008 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-91eb775f-545b-44d4-ba53-01d99fdd7a7c tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:10.379747 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_common [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-91eb775f-545b-44d4-ba53-01d99fdd7a7c tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Allocated IP 172.20.0.4 (0404e1fb-dafe-4f86-ab42-59f4cfd0c12c/2a5546fc-798f-4301-934b-d318cc55bb1d/cb7c7737-7c33-41a6-930c-210eca1ad757) {{(pid=78471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:41:10.556561 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-0e030b12-dacf-4aec-8fec-47bca8946dd4 req-c429332d-8574-4e9f-a908-1ce1b666f248 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=93505638-a6af-4482-be2a-e549053c7829 HTTP/1.1" status: 200 len: 210 time: 0.0567544 Jun 17 14:41:10.619144 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-49043729-bf12-43a9-83cf-78515a2f796d req-b5db468f-328a-46d2-ae51-91541cd606d1 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=56b03936-d2e4-4575-a22b-d8484c445783 HTTP/1.1" status: 200 len: 210 time: 0.0618243 Jun 17 14:41:10.671751 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-91eb775f-545b-44d4-ba53-01d99fdd7a7c tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Notify callbacks [] for port, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:10.703374 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-91eb775f-545b-44d4-ba53-01d99fdd7a7c tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:10.708954 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:10.774414 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-91eb775f-545b-44d4-ba53-01d99fdd7a7c tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Network 0404e1fb-dafe-4f86-ab42-59f4cfd0c12c is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:41:10.797307 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-91eb775f-545b-44d4-ba53-01d99fdd7a7c tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:41:10.805609 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-91eb775f-545b-44d4-ba53-01d99fdd7a7c tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Received port after_create {{(pid=78471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:41:10.848595 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb775f-545b-44d4-ba53-01d99fdd7a7c tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Pushing event updated for resources: {'Port': ['ID=cb7c7737-7c33-41a6-930c-210eca1ad757,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:10.863801 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-91eb775f-545b-44d4-ba53-01d99fdd7a7c tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:10.957345 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-91eb775f-545b-44d4-ba53-01d99fdd7a7c tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:10.957981 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-91eb775f-545b-44d4-ba53-01d99fdd7a7c tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:11.000759 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-91eb775f-545b-44d4-ba53-01d99fdd7a7c tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9733241 Jun 17 14:41:11.013498 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-781ce8e8-ea21-46d4-929f-e8d21a05fae0 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:11.014912 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-781ce8e8-ea21-46d4-929f-e8d21a05fae0 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.72 "GET /v2.0/networks?id=efc78891-8691-4aa9-ab08-bb3560db3035 HTTP/1.1" status: 200 len: 814 time: 0.2388892 Jun 17 14:41:11.061328 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-4baea4d3-0315-482f-8ba4-b2a83a7c59b7 service neutron] Request body: {'port': {'device_id': '56b03936-d2e4-4575-a22b-d8484c445783', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:41:11.092159 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-32fbb257-0b98-4ac6-b2e5-73dfb60afef6 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Request body: {'port': {'device_id': '93505638-a6af-4482-be2a-e549053c7829', 'network_id': 'efc78891-8691-4aa9-ab08-bb3560db3035', 'admin_state_up': True, 'tenant_id': '5541d3e792d04ce794ee6a1bdc6e40e2'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:41:11.358363 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-4baea4d3-0315-482f-8ba4-b2a83a7c59b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:11.377943 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-32fbb257-0b98-4ac6-b2e5-73dfb60afef6 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:41:11.385962 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-32fbb257-0b98-4ac6-b2e5-73dfb60afef6 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Usage tracker for resource:port and tenant:5541d3e792d04ce794ee6a1bdc6e40e2 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:41:11.390180 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-32fbb257-0b98-4ac6-b2e5-73dfb60afef6 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:41:11.434831 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4b2e3-7bc3-4cc4-a00d-bd867793c319 req-fee84593-7db6-419b-90c3-4bf1bd9d118d tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:11.436377 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b6b4b2e3-7bc3-4cc4-a00d-bd867793c319 req-fee84593-7db6-419b-90c3-4bf1bd9d118d tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.3482406 Jun 17 14:41:11.454039 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-32fbb257-0b98-4ac6-b2e5-73dfb60afef6 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:41:11.494326 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:11.514485 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-32fbb257-0b98-4ac6-b2e5-73dfb60afef6 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Made reservation on behalf of 5541d3e792d04ce794ee6a1bdc6e40e2 for: {'port': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:41:11.517386 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-32fbb257-0b98-4ac6-b2e5-73dfb60afef6 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:11.593127 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b6b4b2e3-7bc3-4cc4-a00d-bd867793c319 req-306d8f56-4844-4730-8d66-97f15c37ac64 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351657 Jun 17 14:41:11.950949 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3329f89-745c-4e91-97b5-b437aacdd047 req-2c6796bb-020f-4407-ac4a-82b6a76c57fd tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:11.956107 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-e3329f89-745c-4e91-97b5-b437aacdd047 req-2c6796bb-020f-4407-ac4a-82b6a76c57fd tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=56b03936-d2e4-4575-a22b-d8484c445783 HTTP/1.1" status: 200 len: 931 time: 0.1087430 Jun 17 14:41:11.963685 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9e72f50d-7cad-49bb-ab5c-3cc2fa9e28f9 req-54cfbf0a-eccc-4971-a506-12cc7d342b77 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=93505638-a6af-4482-be2a-e549053c7829 HTTP/1.1" status: 200 len: 210 time: 0.2467330 Jun 17 14:41:12.055945 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-e3329f89-745c-4e91-97b5-b437aacdd047 req-4c6d18c0-b540-435c-aa18-16d8913ad61c tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/security-groups?id=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940599 Jun 17 14:41:12.153953 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-4baea4d3-0315-482f-8ba4-b2a83a7c59b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb7c7737-7c33-41a6-930c-210eca1ad757 {{(pid=78471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:41:12.206700 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-4baea4d3-0315-482f-8ba4-b2a83a7c59b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:12.248154 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.provisioning_blocks [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-4baea4d3-0315-482f-8ba4-b2a83a7c59b7 service neutron] Transition to ACTIVE for port object cb7c7737-7c33-41a6-930c-210eca1ad757 will not be triggered until provisioned by entity L2. {{(pid=78471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:41:12.256051 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-4baea4d3-0315-482f-8ba4-b2a83a7c59b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:12.264711 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-69c34b3d-f803-490e-bb76-611cd048ef28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:12.341951 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_common [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-32fbb257-0b98-4ac6-b2e5-73dfb60afef6 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Allocated IP 172.20.0.14 (efc78891-8691-4aa9-ab08-bb3560db3035/4a830734-9d0a-4625-ac8b-b15e467f2055/3082c4c0-5f12-48f3-851d-7232ad2404e8) {{(pid=78471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:41:12.473884 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afac53f-5b8c-477a-a538-c08b07acd238 req-bc48a089-155c-4766-b594-fd07d3f830fd tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:12.476372 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-2afac53f-5b8c-477a-a538-c08b07acd238 req-bc48a089-155c-4766-b594-fd07d3f830fd tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1479023 Jun 17 14:41:12.479862 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6e510-59c9-40a7-9439-b77d8f151d31 req-03e3a4d6-4f4e-46d7-ae95-99571da38d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:12.481738 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7ad6e510-59c9-40a7-9439-b77d8f151d31 req-03e3a4d6-4f4e-46d7-ae95-99571da38d1c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b45a5667af44c408b810bef63493e23&device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 1098 time: 0.1949520 Jun 17 14:41:12.599356 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baea4d3-0315-482f-8ba4-b2a83a7c59b7 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7c7737-7c33-41a6-930c-210eca1ad757,revision_number=2']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:12.622978 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-4baea4d3-0315-482f-8ba4-b2a83a7c59b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:12.644494 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-2afac53f-5b8c-477a-a538-c08b07acd238 req-60b96e1b-0e82-45ef-bf67-901bf18635cc tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615112 Jun 17 14:41:12.710360 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6e510-59c9-40a7-9439-b77d8f151d31 req-78f2c0b9-c727-4eaf-8e0f-dc57755f8637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:12.711984 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7ad6e510-59c9-40a7-9439-b77d8f151d31 req-78f2c0b9-c727-4eaf-8e0f-dc57755f8637 service neutron] 10.222.0.72 "GET /v2.0/networks?id=34fc0036-5367-41f0-8c95-8b89259c3d41 HTTP/1.1" status: 200 len: 920 time: 0.2131512 Jun 17 14:41:12.732872 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-4baea4d3-0315-482f-8ba4-b2a83a7c59b7 service neutron] Attempting to bind port cb7c7737-7c33-41a6-930c-210eca1ad757 on host hv-cinder-79685 for vnic_type normal with profile {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:41:12.733214 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-4baea4d3-0315-482f-8ba4-b2a83a7c59b7 service neutron] Attempting to bind port cb7c7737-7c33-41a6-930c-210eca1ad757 by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': '3cde0410-6b67-45f7-b26c-3a7e7f920b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '0404e1fb-dafe-4f86-ab42-59f4cfd0c12c'}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:41:12.733556 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-4baea4d3-0315-482f-8ba4-b2a83a7c59b7 service neutron] Attempting to bind port cb7c7737-7c33-41a6-930c-210eca1ad757 on network 0404e1fb-dafe-4f86-ab42-59f4cfd0c12c {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:41:12.741031 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-4baea4d3-0315-482f-8ba4-b2a83a7c59b7 service neutron] Port cb7c7737-7c33-41a6-930c-210eca1ad757 on network 0404e1fb-dafe-4f86-ab42-59f4cfd0c12c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:41:12.741365 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-4baea4d3-0315-482f-8ba4-b2a83a7c59b7 service neutron] Attempting to bind port cb7c7737-7c33-41a6-930c-210eca1ad757 on network 0404e1fb-dafe-4f86-ab42-59f4cfd0c12c {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:41:12.752526 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-4baea4d3-0315-482f-8ba4-b2a83a7c59b7 service neutron] Checking agent: {'id': '80af2de7-c944-442b-b56f-5ae10827120d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:41:12.752877 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-4baea4d3-0315-482f-8ba4-b2a83a7c59b7 service neutron] Checking segment: {'id': '3cde0410-6b67-45f7-b26c-3a7e7f920b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '0404e1fb-dafe-4f86-ab42-59f4cfd0c12c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:41:12.753268 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-4baea4d3-0315-482f-8ba4-b2a83a7c59b7 service neutron] Bound using segment: {'id': '3cde0410-6b67-45f7-b26c-3a7e7f920b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '0404e1fb-dafe-4f86-ab42-59f4cfd0c12c'} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:41:12.753730 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-4baea4d3-0315-482f-8ba4-b2a83a7c59b7 service neutron] Bound port: cb7c7737-7c33-41a6-930c-210eca1ad757, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cde0410-6b67-45f7-b26c-3a7e7f920b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '0404e1fb-dafe-4f86-ab42-59f4cfd0c12c'}}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:41:12.754099 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-4baea4d3-0315-482f-8ba4-b2a83a7c59b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:12.802745 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7ad6e510-59c9-40a7-9439-b77d8f151d31 req-7661d72e-0421-4453-811b-305d53f17e16 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=205b989c-e347-402b-9b8f-64bdbffaacdf HTTP/1.1" status: 200 len: 217 time: 0.0825608 Jun 17 14:41:12.848868 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-32fbb257-0b98-4ac6-b2e5-73dfb60afef6 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Notify callbacks [] for port, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:12.893799 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6e510-59c9-40a7-9439-b77d8f151d31 req-747d2c83-2e8f-4695-83d0-6cdf53afdd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:12.895956 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7ad6e510-59c9-40a7-9439-b77d8f151d31 req-747d2c83-2e8f-4695-83d0-6cdf53afdd78 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ff14308-63ae-4af6-a26f-fe7c9884ddaa HTTP/1.1" status: 200 len: 858 time: 0.0664210 Jun 17 14:41:12.909989 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-4baea4d3-0315-482f-8ba4-b2a83a7c59b7 service neutron] For port cb7c7737-7c33-41a6-930c-210eca1ad757, host hv-cinder-79685, cleared binding levels {{(pid=78471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:41:12.913715 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-4baea4d3-0315-482f-8ba4-b2a83a7c59b7 service neutron] For port cb7c7737-7c33-41a6-930c-210eca1ad757, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=cb7c7737-7c33-41a6-930c-210eca1ad757,segment=NetworkSegment(3cde0410-6b67-45f7-b26c-3a7e7f920b94),segment_id=3cde0410-6b67-45f7-b26c-3a7e7f920b94)] {{(pid=78471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:41:12.920766 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-4baea4d3-0315-482f-8ba4-b2a83a7c59b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:12.926621 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-c4421ef7-1e87-44f2-af0f-18435e102c09 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:12.957082 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7ad6e510-59c9-40a7-9439-b77d8f151d31 req-bfd648c8-7d22-4479-bb2a-cb8edf5fe61a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34fc0036-5367-41f0-8c95-8b89259c3d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540619 Jun 17 14:41:12.986214 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-32fbb257-0b98-4ac6-b2e5-73dfb60afef6 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:12.990239 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-4baea4d3-0315-482f-8ba4-b2a83a7c59b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:12.990847 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-4baea4d3-0315-482f-8ba4-b2a83a7c59b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:12.992204 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-4baea4d3-0315-482f-8ba4-b2a83a7c59b7 service neutron] 10.222.0.72 "PUT /v2.0/ports/cb7c7737-7c33-41a6-930c-210eca1ad757 HTTP/1.1" status: 200 len: 1093 time: 1.9371805 Jun 17 14:41:12.992788 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b03936-d2e4-4575-a22b-d8484c445783', 'tag': 'cb7c7737-7c33-41a6-930c-210eca1ad757'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:41:13.024793 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-32fbb257-0b98-4ac6-b2e5-73dfb60afef6 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Network efc78891-8691-4aa9-ab08-bb3560db3035 is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:41:13.028660 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-32fbb257-0b98-4ac6-b2e5-73dfb60afef6 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:41:13.031670 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-32fbb257-0b98-4ac6-b2e5-73dfb60afef6 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Received port after_create {{(pid=78471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:41:13.116222 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b03936-d2e4-4575-a22b-d8484c445783', 'tag': 'cb7c7737-7c33-41a6-930c-210eca1ad757', 'status': 'completed', 'code': 200} Jun 17 14:41:13.123528 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baea4d3-0315-482f-8ba4-b2a83a7c59b7 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7c7737-7c33-41a6-930c-210eca1ad757,revision_number=3']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:13.136986 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-4baea4d3-0315-482f-8ba4-b2a83a7c59b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:13.137638 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:13.192085 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:41:13.242717 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-32fbb257-0b98-4ac6-b2e5-73dfb60afef6 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:13.243262 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-32fbb257-0b98-4ac6-b2e5-73dfb60afef6 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:13.256674 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7ad6e510-59c9-40a7-9439-b77d8f151d31 req-0d6d97a9-1461-405d-9506-49cdd57be971 service neutron] 10.222.0.72 "GET /v2.0/networks/34fc0036-5367-41f0-8c95-8b89259c3d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917962 Jun 17 14:41:13.265162 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e0f23-6dcc-488c-9bfe-7c3ee798fd90 req-a08e416e-9273-49a5-87d4-fe305cecca96 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:13.266599 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-831e0f23-6dcc-488c-9bfe-7c3ee798fd90 req-a08e416e-9273-49a5-87d4-fe305cecca96 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=93505638-a6af-4482-be2a-e549053c7829 HTTP/1.1" status: 200 len: 932 time: 0.1515009 Jun 17 14:41:13.287652 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbb257-0b98-4ac6-b2e5-73dfb60afef6 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Pushing event updated for resources: {'Port': ['ID=3082c4c0-5f12-48f3-851d-7232ad2404e8,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:13.299893 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-32fbb257-0b98-4ac6-b2e5-73dfb60afef6 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:13.321852 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-0d7e00b0-85fd-4489-87ca-4645313372f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:13.323814 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-0d7e00b0-85fd-4489-87ca-4645313372f4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec83d72059234796a318616b17543f90&device_id=56b03936-d2e4-4575-a22b-d8484c445783 HTTP/1.1" status: 200 len: 1096 time: 0.2592399 Jun 17 14:41:13.324994 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-32fbb257-0b98-4ac6-b2e5-73dfb60afef6 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2686517 Jun 17 14:41:13.357518 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e407390-449c-43f5-b96c-36307aef0f54 req-edd5e3d1-1217-4d01-95d8-27200d1a2f42 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:13.358241 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-3e407390-449c-43f5-b96c-36307aef0f54 req-edd5e3d1-1217-4d01-95d8-27200d1a2f42 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Synchronizing usage tracker for tenant:ec83d72059234796a318616b17543f90 on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:41:13.398088 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-831e0f23-6dcc-488c-9bfe-7c3ee798fd90 req-fab892c8-31bf-43a8-8b16-06673a8e845e tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Synchronizing usage tracker for tenant:5541d3e792d04ce794ee6a1bdc6e40e2 on resource:security_group {{(pid=78472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:41:13.423077 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-fc195471-055c-4b6c-8191-c98ccff8488f service neutron] Request body: {'port': {'device_id': '93505638-a6af-4482-be2a-e549053c7829', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:41:13.437125 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7ad6e510-59c9-40a7-9439-b77d8f151d31 req-c636d538-2ae6-4080-b952-680aed581edd service neutron] 10.222.0.72 "GET /v2.0/networks/34fc0036-5367-41f0-8c95-8b89259c3d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695061 Jun 17 14:41:13.438098 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-831e0f23-6dcc-488c-9bfe-7c3ee798fd90 req-fab892c8-31bf-43a8-8b16-06673a8e845e tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Unset dirty status for tenant:5541d3e792d04ce794ee6a1bdc6e40e2 on resource:security_group {{(pid=78472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:41:13.439078 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-831e0f23-6dcc-488c-9bfe-7c3ee798fd90 req-fab892c8-31bf-43a8-8b16-06673a8e845e tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537356 Jun 17 14:41:13.473039 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-7baba9b8-5a3d-423d-9a13-62362ff1d09f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb7c7737-7c33-41a6-930c-210eca1ad757 HTTP/1.1" status: 200 len: 217 time: 0.1119301 Jun 17 14:41:13.490392 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-3e407390-449c-43f5-b96c-36307aef0f54 req-edd5e3d1-1217-4d01-95d8-27200d1a2f42 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Unset dirty status for tenant:ec83d72059234796a318616b17543f90 on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:41:13.491479 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-3e407390-449c-43f5-b96c-36307aef0f54 req-edd5e3d1-1217-4d01-95d8-27200d1a2f42 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=56b03936-d2e4-4575-a22b-d8484c445783 HTTP/1.1" status: 200 len: 943 time: 0.2558348 Jun 17 14:41:13.629446 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-3e407390-449c-43f5-b96c-36307aef0f54 req-7338586d-e858-440b-8b25-2376ae488288 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Synchronizing usage tracker for tenant:ec83d72059234796a318616b17543f90 on resource:security_group {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:41:13.652898 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-72cd6579-870f-46ac-8ade-360891bacc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:13.654364 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-72cd6579-870f-46ac-8ade-360891bacc9e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a5546fc-798f-4301-934b-d318cc55bb1d HTTP/1.1" status: 200 len: 847 time: 0.1315506 Jun 17 14:41:13.654934 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-fc195471-055c-4b6c-8191-c98ccff8488f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:13.753922 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-00176d74-e2bb-4e66-9793-6328d814d28c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0404e1fb-dafe-4f86-ab42-59f4cfd0c12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814631 Jun 17 14:41:13.767388 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-3e407390-449c-43f5-b96c-36307aef0f54 req-7338586d-e858-440b-8b25-2376ae488288 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Unset dirty status for tenant:ec83d72059234796a318616b17543f90 on resource:security_group {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:41:13.768484 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-3e407390-449c-43f5-b96c-36307aef0f54 req-7338586d-e858-440b-8b25-2376ae488288 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/security-groups?id=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468145 Jun 17 14:41:13.854726 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40187897-10b5-459d-a5be-b9204e9bb276 req-07f68612-5bae-4730-bd9c-6a8ce63c4ade tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:13.856509 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-40187897-10b5-459d-a5be-b9204e9bb276 req-07f68612-5bae-4730-bd9c-6a8ce63c4ade tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.0905609 Jun 17 14:41:13.922675 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-40187897-10b5-459d-a5be-b9204e9bb276 req-7949edff-a430-4c23-90ae-9cd1ce9ced88 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587730 Jun 17 14:41:14.136239 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-3e9113f0-afa2-49eb-87ef-918764209eef service neutron] 10.222.0.72 "GET /v2.0/networks/0404e1fb-dafe-4f86-ab42-59f4cfd0c12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703399 Jun 17 14:41:14.366485 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-95e12197-d41e-4dd9-9547-b7c09853d1cf req-51ff5880-b671-4eca-86a4-99e4c4b27fe3 service neutron] 10.222.0.72 "GET /v2.0/networks/0404e1fb-dafe-4f86-ab42-59f4cfd0c12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776605 Jun 17 14:41:14.433467 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-fc195471-055c-4b6c-8191-c98ccff8488f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3082c4c0-5f12-48f3-851d-7232ad2404e8 {{(pid=78471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:41:14.441486 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-fc195471-055c-4b6c-8191-c98ccff8488f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:14.458879 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.provisioning_blocks [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-fc195471-055c-4b6c-8191-c98ccff8488f service neutron] Transition to ACTIVE for port object 3082c4c0-5f12-48f3-851d-7232ad2404e8 will not be triggered until provisioned by entity L2. {{(pid=78471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:41:14.462055 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-fc195471-055c-4b6c-8191-c98ccff8488f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:14.468836 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-91eb775f-545b-44d4-ba53-01d99fdd7a7c tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:14.746550 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc195471-055c-4b6c-8191-c98ccff8488f service neutron] Pushing event updated for resources: {'Port': ['ID=3082c4c0-5f12-48f3-851d-7232ad2404e8,revision_number=2']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:14.751827 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-fc195471-055c-4b6c-8191-c98ccff8488f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:14.861240 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16a987-36da-4976-8e7f-3e0a42f44c3e req-a7e3b70d-1f34-410e-a1d2-8031521ec903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:14.863169 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0d16a987-36da-4976-8e7f-3e0a42f44c3e req-a7e3b70d-1f34-410e-a1d2-8031521ec903 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec83d72059234796a318616b17543f90&device_id=56b03936-d2e4-4575-a22b-d8484c445783 HTTP/1.1" status: 200 len: 1096 time: 0.3555930 Jun 17 14:41:14.863993 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-fc195471-055c-4b6c-8191-c98ccff8488f service neutron] Attempting to bind port 3082c4c0-5f12-48f3-851d-7232ad2404e8 on host hv-cinder-79685 for vnic_type normal with profile {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:41:14.864316 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-fc195471-055c-4b6c-8191-c98ccff8488f service neutron] Attempting to bind port 3082c4c0-5f12-48f3-851d-7232ad2404e8 by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': 'c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'efc78891-8691-4aa9-ab08-bb3560db3035'}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:41:14.864649 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-fc195471-055c-4b6c-8191-c98ccff8488f service neutron] Attempting to bind port 3082c4c0-5f12-48f3-851d-7232ad2404e8 on network efc78891-8691-4aa9-ab08-bb3560db3035 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:41:14.892546 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-fc195471-055c-4b6c-8191-c98ccff8488f service neutron] Port 3082c4c0-5f12-48f3-851d-7232ad2404e8 on network efc78891-8691-4aa9-ab08-bb3560db3035 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:41:14.892877 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-fc195471-055c-4b6c-8191-c98ccff8488f service neutron] Attempting to bind port 3082c4c0-5f12-48f3-851d-7232ad2404e8 on network efc78891-8691-4aa9-ab08-bb3560db3035 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:41:14.905886 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183824f4-4bb3-426b-930d-44f6ffdef19f req-078b7b97-e3d2-40ae-a436-0d655a5e6eed tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:14.906587 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-183824f4-4bb3-426b-930d-44f6ffdef19f req-078b7b97-e3d2-40ae-a436-0d655a5e6eed tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Synchronizing usage tracker for tenant:5541d3e792d04ce794ee6a1bdc6e40e2 on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:41:14.930356 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-fc195471-055c-4b6c-8191-c98ccff8488f service neutron] Checking agent: {'id': '80af2de7-c944-442b-b56f-5ae10827120d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:41:14.930732 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-fc195471-055c-4b6c-8191-c98ccff8488f service neutron] Checking segment: {'id': 'c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'efc78891-8691-4aa9-ab08-bb3560db3035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:41:14.932954 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-fc195471-055c-4b6c-8191-c98ccff8488f service neutron] Bound using segment: {'id': 'c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'efc78891-8691-4aa9-ab08-bb3560db3035'} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:41:14.933417 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-fc195471-055c-4b6c-8191-c98ccff8488f service neutron] Bound port: 3082c4c0-5f12-48f3-851d-7232ad2404e8, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'efc78891-8691-4aa9-ab08-bb3560db3035'}}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:41:14.933797 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-fc195471-055c-4b6c-8191-c98ccff8488f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:14.980542 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c676b67-abd3-4c1a-b5e6-76f93cc2cc71 req-4fe45909-da5b-4737-8469-794fe9c09d77 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:14.982805 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-1c676b67-abd3-4c1a-b5e6-76f93cc2cc71 req-4fe45909-da5b-4737-8469-794fe9c09d77 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=56b03936-d2e4-4575-a22b-d8484c445783 HTTP/1.1" status: 200 len: 943 time: 0.0906045 Jun 17 14:41:15.035716 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-1c676b67-abd3-4c1a-b5e6-76f93cc2cc71 req-36224aff-bd34-4346-9b33-18eec18cbc4e tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/security-groups?id=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467460 Jun 17 14:41:15.084806 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-183824f4-4bb3-426b-930d-44f6ffdef19f req-078b7b97-e3d2-40ae-a436-0d655a5e6eed tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Unset dirty status for tenant:5541d3e792d04ce794ee6a1bdc6e40e2 on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:41:15.092877 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-183824f4-4bb3-426b-930d-44f6ffdef19f req-078b7b97-e3d2-40ae-a436-0d655a5e6eed tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=93505638-a6af-4482-be2a-e549053c7829 HTTP/1.1" status: 200 len: 944 time: 0.5215657 Jun 17 14:41:15.176424 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16a987-36da-4976-8e7f-3e0a42f44c3e req-361a8f49-3fbd-40c2-a493-193883987ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:15.177903 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0d16a987-36da-4976-8e7f-3e0a42f44c3e req-361a8f49-3fbd-40c2-a493-193883987ebb service neutron] 10.222.0.72 "GET /v2.0/networks?id=0404e1fb-dafe-4f86-ab42-59f4cfd0c12c HTTP/1.1" status: 200 len: 909 time: 0.3059211 Jun 17 14:41:15.184041 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-183824f4-4bb3-426b-930d-44f6ffdef19f req-baae4afe-a9a4-4684-ad33-0284ea2930c4 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901222 Jun 17 14:41:15.188390 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-fc195471-055c-4b6c-8191-c98ccff8488f service neutron] For port 3082c4c0-5f12-48f3-851d-7232ad2404e8, host hv-cinder-79685, cleared binding levels {{(pid=78471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:41:15.193420 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-fc195471-055c-4b6c-8191-c98ccff8488f service neutron] For port 3082c4c0-5f12-48f3-851d-7232ad2404e8, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=3082c4c0-5f12-48f3-851d-7232ad2404e8,segment=NetworkSegment(c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f),segment_id=c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f)] {{(pid=78471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:41:15.284230 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-fc195471-055c-4b6c-8191-c98ccff8488f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:15.294725 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:15.361983 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0d16a987-36da-4976-8e7f-3e0a42f44c3e req-d8ef8e27-009c-45b1-a017-3a7e007ed432 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb7c7737-7c33-41a6-930c-210eca1ad757 HTTP/1.1" status: 200 len: 217 time: 0.1634543 Jun 17 14:41:15.370847 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-fc195471-055c-4b6c-8191-c98ccff8488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:15.371491 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-fc195471-055c-4b6c-8191-c98ccff8488f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:15.372877 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-fc195471-055c-4b6c-8191-c98ccff8488f service neutron] 10.222.0.72 "PUT /v2.0/ports/3082c4c0-5f12-48f3-851d-7232ad2404e8 HTTP/1.1" status: 200 len: 1094 time: 1.9621136 Jun 17 14:41:15.375752 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93505638-a6af-4482-be2a-e549053c7829', 'tag': '3082c4c0-5f12-48f3-851d-7232ad2404e8'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:41:15.382638 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960d1de-eafa-4d47-8159-0d179c3c8f90 req-ce11f1e0-b096-40c1-8edc-7d2b11898735 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:15.385142 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-b960d1de-eafa-4d47-8159-0d179c3c8f90 req-ce11f1e0-b096-40c1-8edc-7d2b11898735 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.2263534 Jun 17 14:41:15.396396 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc195471-055c-4b6c-8191-c98ccff8488f service neutron] Pushing event updated for resources: {'Port': ['ID=3082c4c0-5f12-48f3-851d-7232ad2404e8,revision_number=3']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:15.401384 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-fc195471-055c-4b6c-8191-c98ccff8488f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:15.493856 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-b960d1de-eafa-4d47-8159-0d179c3c8f90 req-950684a4-056a-492c-baef-44368a6b631c tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023400 Jun 17 14:41:15.509288 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93505638-a6af-4482-be2a-e549053c7829', 'tag': '3082c4c0-5f12-48f3-851d-7232ad2404e8', 'status': 'completed', 'code': 200} Jun 17 14:41:15.549247 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16a987-36da-4976-8e7f-3e0a42f44c3e req-08f028a8-cf65-4410-b6b5-484b98779226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:15.550737 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0d16a987-36da-4976-8e7f-3e0a42f44c3e req-08f028a8-cf65-4410-b6b5-484b98779226 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a5546fc-798f-4301-934b-d318cc55bb1d HTTP/1.1" status: 200 len: 847 time: 0.1316347 Jun 17 14:41:15.600924 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0d16a987-36da-4976-8e7f-3e0a42f44c3e req-f1c30c74-6361-41d8-a6d9-d5cb768cefe5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0404e1fb-dafe-4f86-ab42-59f4cfd0c12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413015 Jun 17 14:41:15.604125 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-c6d5e133-1889-42d4-a106-6799c98e3eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:15.605434 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-c6d5e133-1889-42d4-a106-6799c98e3eea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5541d3e792d04ce794ee6a1bdc6e40e2&device_id=93505638-a6af-4482-be2a-e549053c7829 HTTP/1.1" status: 200 len: 1097 time: 0.1439736 Jun 17 14:41:15.813996 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-94000185-305f-48cb-80b9-56b42a82611d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3082c4c0-5f12-48f3-851d-7232ad2404e8 HTTP/1.1" status: 200 len: 217 time: 0.1696160 Jun 17 14:41:15.954363 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-e9f0e06a-630a-4dc9-94ce-2f552f66ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:15.955691 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-e9f0e06a-630a-4dc9-94ce-2f552f66ca06 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a830734-9d0a-4625-ac8b-b15e467f2055 HTTP/1.1" status: 200 len: 854 time: 0.0932801 Jun 17 14:41:15.961513 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0d16a987-36da-4976-8e7f-3e0a42f44c3e req-1c36f565-4291-40ea-92d4-c4e0564659c4 service neutron] 10.222.0.72 "GET /v2.0/networks/0404e1fb-dafe-4f86-ab42-59f4cfd0c12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346281 Jun 17 14:41:16.040128 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-f4a17244-eb02-4bca-b5a6-c0c9871dac75 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=efc78891-8691-4aa9-ab08-bb3560db3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609889 Jun 17 14:41:16.315443 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0d16a987-36da-4976-8e7f-3e0a42f44c3e req-942c8d83-fa42-46b8-8365-5ecfc53a97c8 service neutron] 10.222.0.72 "GET /v2.0/networks/0404e1fb-dafe-4f86-ab42-59f4cfd0c12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018324 Jun 17 14:41:16.342553 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-1c602b56-cac6-4f5a-991c-7725dc6e7dee service neutron] 10.222.0.72 "GET /v2.0/networks/efc78891-8691-4aa9-ab08-bb3560db3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346740 Jun 17 14:41:16.362791 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49809bf9-531d-45f2-b502-e39b4a25296c req-306eb8f7-6061-44e0-a3e1-5c1314ce8cbf tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:16.364243 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-49809bf9-531d-45f2-b502-e39b4a25296c req-306eb8f7-6061-44e0-a3e1-5c1314ce8cbf tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=56b03936-d2e4-4575-a22b-d8484c445783 HTTP/1.1" status: 200 len: 943 time: 0.2001691 Jun 17 14:41:16.401256 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943b5be-b657-4c63-96b6-4a7e2d3039a2 req-cc8930e3-c1b5-4143-9cc0-63c7d607a02d tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:16.402746 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-d943b5be-b657-4c63-96b6-4a7e2d3039a2 req-cc8930e3-c1b5-4143-9cc0-63c7d607a02d tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=93505638-a6af-4482-be2a-e549053c7829 HTTP/1.1" status: 200 len: 944 time: 0.0824103 Jun 17 14:41:16.452006 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-d943b5be-b657-4c63-96b6-4a7e2d3039a2 req-9583dc87-07e8-4e02-842f-7d44f97fa9ca tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428851 Jun 17 14:41:16.516288 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-49809bf9-531d-45f2-b502-e39b4a25296c req-04ed306b-3fcc-4aad-b9a2-2ef16303ea42 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/security-groups?id=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337855 Jun 17 14:41:16.597892 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ae4118a3-7d94-4b66-84e0-dbd58bc4a0c6 req-6a876127-5c9c-48b3-996b-9788f29f3056 service neutron] 10.222.0.72 "GET /v2.0/networks/efc78891-8691-4aa9-ab08-bb3560db3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430820 Jun 17 14:41:16.828127 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cef4fc-c88c-464e-84c2-ec066ae331d0 req-d66213c3-16a0-453d-b110-78b59eb01be2 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:16.836188 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-43cef4fc-c88c-464e-84c2-ec066ae331d0 req-d66213c3-16a0-453d-b110-78b59eb01be2 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1735790 Jun 17 14:41:16.889936 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device cb7c7737-7c33-41a6-930c-210eca1ad757 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:41:16.896024 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-43cef4fc-c88c-464e-84c2-ec066ae331d0 req-4c317cc5-2d04-44ab-b27d-381e507d8f2c tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588109 Jun 17 14:41:16.918754 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ee10a-31e9-4ba3-81ba-64557630b4ec req-f52e4f28-90f9-483b-b6fe-4ad0a523f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:16.920299 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-715ee10a-31e9-4ba3-81ba-64557630b4ec req-f52e4f28-90f9-483b-b6fe-4ad0a523f981 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5541d3e792d04ce794ee6a1bdc6e40e2&device_id=93505638-a6af-4482-be2a-e549053c7829 HTTP/1.1" status: 200 len: 1097 time: 0.1690471 Jun 17 14:41:17.049925 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port cb7c7737-7c33-41a6-930c-210eca1ad757, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=cb7c7737-7c33-41a6-930c-210eca1ad757,segment=NetworkSegment(3cde0410-6b67-45f7-b26c-3a7e7f920b94),segment_id=3cde0410-6b67-45f7-b26c-3a7e7f920b94)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:41:17.064481 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Returning: {'device': 'cb7c7737-7c33-41a6-930c-210eca1ad757', 'network_id': '0404e1fb-dafe-4f86-ab42-59f4cfd0c12c', 'port_id': 'cb7c7737-7c33-41a6-930c-210eca1ad757', 'mac_address': 'fa:16:3e:cb:b6:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5546fc-798f-4301-934b-d318cc55bb1d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:41:17.089410 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ee10a-31e9-4ba3-81ba-64557630b4ec req-b7ce5768-6986-4f85-9328-3846f31728d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:17.091885 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-715ee10a-31e9-4ba3-81ba-64557630b4ec req-b7ce5768-6986-4f85-9328-3846f31728d1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=efc78891-8691-4aa9-ab08-bb3560db3035 HTTP/1.1" status: 200 len: 916 time: 0.1642652 Jun 17 14:41:17.179487 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:17.201218 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7c7737-7c33-41a6-930c-210eca1ad757 {{(pid=78473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:41:17.231279 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port cb7c7737-7c33-41a6-930c-210eca1ad757, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=cb7c7737-7c33-41a6-930c-210eca1ad757,segment=NetworkSegment(3cde0410-6b67-45f7-b26c-3a7e7f920b94),segment_id=3cde0410-6b67-45f7-b26c-3a7e7f920b94)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:41:17.236717 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:17.238642 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:17.248698 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-715ee10a-31e9-4ba3-81ba-64557630b4ec req-f7246161-88c7-4317-aac1-7df1295841cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3082c4c0-5f12-48f3-851d-7232ad2404e8 HTTP/1.1" status: 200 len: 217 time: 0.1487553 Jun 17 14:41:17.311757 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=cb7c7737-7c33-41a6-930c-210eca1ad757,revision_number=4']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:17.320470 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:17.320796 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:17.321340 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:17.321954 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:17.323027 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:17.324591 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:17.325178 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:17.325748 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:17.326310 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:17.326802 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:17.327325 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:17.327834 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:17.341691 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:17.414079 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ee10a-31e9-4ba3-81ba-64557630b4ec req-0a13e6e5-5b0a-405a-ad4f-ec946c825b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:17.418436 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-715ee10a-31e9-4ba3-81ba-64557630b4ec req-0a13e6e5-5b0a-405a-ad4f-ec946c825b03 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a830734-9d0a-4625-ac8b-b15e467f2055 HTTP/1.1" status: 200 len: 854 time: 0.1629763 Jun 17 14:41:17.538391 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-715ee10a-31e9-4ba3-81ba-64557630b4ec req-b196b885-f71f-4e56-9e29-36835564ea5f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=efc78891-8691-4aa9-ab08-bb3560db3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797124 Jun 17 14:41:17.729730 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f2bdb-f8de-414a-b06d-147a52d3d19c req-68a28ce9-fdca-4956-8b5d-b39d55741ffb tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:17.731101 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-b77f2bdb-f8de-414a-b06d-147a52d3d19c req-68a28ce9-fdca-4956-8b5d-b39d55741ffb tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=93505638-a6af-4482-be2a-e549053c7829 HTTP/1.1" status: 200 len: 944 time: 0.1242609 Jun 17 14:41:17.761801 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['cb7c7737-7c33-41a6-930c-210eca1ad757'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:41:17.790395 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-b77f2bdb-f8de-414a-b06d-147a52d3d19c req-c36f7ed8-6d3c-4116-b65d-6c73f33b46c1 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524397 Jun 17 14:41:17.913204 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-715ee10a-31e9-4ba3-81ba-64557630b4ec req-053ac581-3ece-485a-96aa-2a24bdb4bdb1 service neutron] 10.222.0.72 "GET /v2.0/networks/efc78891-8691-4aa9-ab08-bb3560db3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372688 Jun 17 14:41:17.922287 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832e266-79a7-4819-b709-98c144d5eccb req-3d8b34fc-698b-4165-824e-4dbe8b25042c tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:17.924012 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9832e266-79a7-4819-b709-98c144d5eccb req-3d8b34fc-698b-4165-824e-4dbe8b25042c tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.3892212 Jun 17 14:41:18.030893 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dd861-6add-4e56-92e6-18812d79ec93 req-1c1170a3-3c6e-459c-a137-058d5bac778c tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:18.032341 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-084dd861-6add-4e56-92e6-18812d79ec93 req-1c1170a3-3c6e-459c-a137-058d5bac778c tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=56b03936-d2e4-4575-a22b-d8484c445783 HTTP/1.1" status: 200 len: 944 time: 0.0883677 Jun 17 14:41:18.063761 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9832e266-79a7-4819-b709-98c144d5eccb req-9081d77e-4c6d-44c5-b48e-b6de81b0d56d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183579 Jun 17 14:41:18.089002 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-084dd861-6add-4e56-92e6-18812d79ec93 req-89cae919-5410-4522-b4bb-6a0f8167fe81 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/security-groups?id=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496836 Jun 17 14:41:18.106956 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-715ee10a-31e9-4ba3-81ba-64557630b4ec req-e6d588de-a842-4651-94cb-19290fe64fed service neutron] 10.222.0.72 "GET /v2.0/networks/efc78891-8691-4aa9-ab08-bb3560db3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815310 Jun 17 14:41:18.905138 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 3082c4c0-5f12-48f3-851d-7232ad2404e8 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:41:18.918756 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device cb7c7737-7c33-41a6-930c-210eca1ad757 up at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:41:19.049325 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d010a8-2966-4ac2-9d4b-b404abb42a4b req-0bfd66e8-dbf5-4c3a-971d-5fc1e1ab8deb tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:19.050861 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-51d010a8-2966-4ac2-9d4b-b404abb42a4b req-0bfd66e8-dbf5-4c3a-971d-5fc1e1ab8deb tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=93505638-a6af-4482-be2a-e549053c7829 HTTP/1.1" status: 200 len: 944 time: 0.1233115 Jun 17 14:41:19.098005 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning for port cb7c7737-7c33-41a6-930c-210eca1ad757 completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:41:19.115868 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning complete for port cb7c7737-7c33-41a6-930c-210eca1ad757 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:41:19.116487 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:19.131018 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-51d010a8-2966-4ac2-9d4b-b404abb42a4b req-b6b0ed8b-8107-4f8e-8289-4e5ea2b1e2c3 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722210 Jun 17 14:41:19.185618 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d8093-7d79-4894-8dea-65840425d40b req-9fadbb40-a6f4-4ecf-8e6a-58d9b2affd46 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:19.190147 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-3d9d8093-7d79-4894-8dea-65840425d40b req-9fadbb40-a6f4-4ecf-8e6a-58d9b2affd46 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1409457 Jun 17 14:41:19.202900 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 3082c4c0-5f12-48f3-851d-7232ad2404e8, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=3082c4c0-5f12-48f3-851d-7232ad2404e8,segment=NetworkSegment(c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f),segment_id=c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:41:19.223313 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Returning: {'device': '3082c4c0-5f12-48f3-851d-7232ad2404e8', 'network_id': 'efc78891-8691-4aa9-ab08-bb3560db3035', 'port_id': '3082c4c0-5f12-48f3-851d-7232ad2404e8', 'mac_address': 'fa:16:3e:2a:9d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a830734-9d0a-4625-ac8b-b15e467f2055', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:41:19.243726 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-3d9d8093-7d79-4894-8dea-65840425d40b req-7d4a633e-de95-4d35-9721-07c7789a8004 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511191 Jun 17 14:41:19.302522 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:19.319046 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb98ee9-9772-4ec6-87fe-187c2a60c0f0 req-50fac0ac-fe02-40b1-93a9-f748513db966 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:19.322038 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-bfb98ee9-9772-4ec6-87fe-187c2a60c0f0 req-50fac0ac-fe02-40b1-93a9-f748513db966 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.0913315 Jun 17 14:41:19.370181 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-bfb98ee9-9772-4ec6-87fe-187c2a60c0f0 req-5735f33c-6e29-4bc5-a9b2-6214d1db9dc2 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429060 Jun 17 14:41:19.372853 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3082c4c0-5f12-48f3-851d-7232ad2404e8 {{(pid=78473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:41:19.398535 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:19.411584 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 3082c4c0-5f12-48f3-851d-7232ad2404e8, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=3082c4c0-5f12-48f3-851d-7232ad2404e8,segment=NetworkSegment(c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f),segment_id=c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:41:19.419417 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:19.427110 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:19.450756 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717e9b1-8834-4aa5-a9b3-b157cec3a477 req-6eed9b25-e992-4c5b-a860-359906fd8833 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:19.454100 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a717e9b1-8834-4aa5-a9b3-b157cec3a477 req-6eed9b25-e992-4c5b-a860-359906fd8833 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=56b03936-d2e4-4575-a22b-d8484c445783 HTTP/1.1" status: 200 len: 944 time: 0.1068957 Jun 17 14:41:19.497437 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b03936-d2e4-4575-a22b-d8484c445783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7c7737-7c33-41a6-930c-210eca1ad757'}] {{(pid=78473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:41:19.507673 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a717e9b1-8834-4aa5-a9b3-b157cec3a477 req-f24ada39-b3a1-4097-b692-47320b39f648 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/security-groups?id=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493398 Jun 17 14:41:19.510914 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port cb7c7737-7c33-41a6-930c-210eca1ad757, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=cb7c7737-7c33-41a6-930c-210eca1ad757,segment=NetworkSegment(3cde0410-6b67-45f7-b26c-3a7e7f920b94),segment_id=3cde0410-6b67-45f7-b26c-3a7e7f920b94)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:41:19.519346 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:19.531657 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=3082c4c0-5f12-48f3-851d-7232ad2404e8,revision_number=4']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:19.534992 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:19.535445 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-53ed8a8c-9e29-419f-bcf2-5683bd137461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:19.617297 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=cb7c7737-7c33-41a6-930c-210eca1ad757,revision_number=5']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:19.621809 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:19.819169 dv-cinder-796859-1-smb neutron-server[78473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b03936-d2e4-4575-a22b-d8484c445783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7c7737-7c33-41a6-930c-210eca1ad757', 'code': 200} Jun 17 14:41:19.952271 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['3082c4c0-5f12-48f3-851d-7232ad2404e8'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:41:20.312307 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ce623-f223-4645-bb4e-6cf7fb148d01 req-f1dc4447-1e7f-4e41-8497-eb7f6892708c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:20.314706 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5d2ce623-f223-4645-bb4e-6cf7fb148d01 req-f1dc4447-1e7f-4e41-8497-eb7f6892708c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=56b03936-d2e4-4575-a22b-d8484c445783 HTTP/1.1" status: 200 len: 1098 time: 0.1226828 Jun 17 14:41:20.448342 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5d2ce623-f223-4645-bb4e-6cf7fb148d01 req-9c6d179a-4ed1-4e29-b7b6-2ff6ef2842ae service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203034 Jun 17 14:41:20.486375 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54581263-22a6-4c45-90c8-062c19e1bc5d req-e46a787d-146f-4f0a-82af-03d89a799fd8 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:20.488021 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-54581263-22a6-4c45-90c8-062c19e1bc5d req-e46a787d-146f-4f0a-82af-03d89a799fd8 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=93505638-a6af-4482-be2a-e549053c7829 HTTP/1.1" status: 200 len: 945 time: 0.1371129 Jun 17 14:41:20.593799 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-54581263-22a6-4c45-90c8-062c19e1bc5d req-ab664cc9-bab8-4ac9-9797-125bfc6dcd60 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890899 Jun 17 14:41:20.655667 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf21f8-5c84-4476-b4b7-993c96f2f5fe req-70ffe79d-4fec-4190-9d6c-ec9e8c1fc1c7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:20.664089 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-09bf21f8-5c84-4476-b4b7-993c96f2f5fe req-70ffe79d-4fec-4190-9d6c-ec9e8c1fc1c7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.1587121 Jun 17 14:41:20.738957 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-09bf21f8-5c84-4476-b4b7-993c96f2f5fe req-26ceb16b-107b-4e57-ba66-6da558f53d8b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732403 Jun 17 14:41:20.956007 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194316a-c815-43ef-83ba-957a33fe88a1 req-c9232445-7997-4938-9b0c-2156e108282d tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:20.957548 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b194316a-c815-43ef-83ba-957a33fe88a1 req-c9232445-7997-4938-9b0c-2156e108282d tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=56b03936-d2e4-4575-a22b-d8484c445783 HTTP/1.1" status: 200 len: 945 time: 0.0842528 Jun 17 14:41:21.009648 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b194316a-c815-43ef-83ba-957a33fe88a1 req-4a2917bf-bb3e-4eae-b054-3478975e4b3f tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/security-groups?id=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442274 Jun 17 14:41:21.805404 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679021b-8bc8-4eed-a4f4-0c090aefb87c req-dda49557-67df-4d7e-a2da-db298e595242 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:21.809748 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-5679021b-8bc8-4eed-a4f4-0c090aefb87c req-dda49557-67df-4d7e-a2da-db298e595242 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=93505638-a6af-4482-be2a-e549053c7829 HTTP/1.1" status: 200 len: 945 time: 0.1039262 Jun 17 14:41:21.895039 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-5679021b-8bc8-4eed-a4f4-0c090aefb87c req-f4383c1d-3dd4-47da-9ea0-20d9dafa56f3 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786886 Jun 17 14:41:22.022586 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc14804-ba0e-4675-9b4b-53eafd44c8d6 req-074edcb3-aace-49ec-a28c-25f24c43642d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:22.024053 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2dc14804-ba0e-4675-9b4b-53eafd44c8d6 req-074edcb3-aace-49ec-a28c-25f24c43642d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.0986292 Jun 17 14:41:22.075790 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2dc14804-ba0e-4675-9b4b-53eafd44c8d6 req-de35cd69-43be-4fe2-84fc-93e65263228b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450721 Jun 17 14:41:22.311894 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a7a84-44e2-4908-a489-cb2b18363c32 req-82f3358e-4425-4488-88ed-7e0ea373f419 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:22.313488 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-d16a7a84-44e2-4908-a489-cb2b18363c32 req-82f3358e-4425-4488-88ed-7e0ea373f419 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=56b03936-d2e4-4575-a22b-d8484c445783 HTTP/1.1" status: 200 len: 945 time: 0.1013637 Jun 17 14:41:22.366431 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-d16a7a84-44e2-4908-a489-cb2b18363c32 req-9c6555b3-0d60-4dc9-afde-90185e8b402f tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/security-groups?id=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471580 Jun 17 14:41:22.946402 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 3082c4c0-5f12-48f3-851d-7232ad2404e8 up at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:41:23.027753 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning for port 3082c4c0-5f12-48f3-851d-7232ad2404e8 completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:41:23.033074 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning complete for port 3082c4c0-5f12-48f3-851d-7232ad2404e8 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:41:23.034245 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:23.198082 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a492f1-2cab-458f-b75f-b19c86bc8eca req-94086857-aebc-484e-a3d8-ca3cccf48735 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:23.200868 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-08a492f1-2cab-458f-b75f-b19c86bc8eca req-94086857-aebc-484e-a3d8-ca3cccf48735 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=93505638-a6af-4482-be2a-e549053c7829 HTTP/1.1" status: 200 len: 945 time: 0.1465139 Jun 17 14:41:23.217150 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:23.249236 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93505638-a6af-4482-be2a-e549053c7829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3082c4c0-5f12-48f3-851d-7232ad2404e8'}] {{(pid=78473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:41:23.258681 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-08a492f1-2cab-458f-b75f-b19c86bc8eca req-e261ba61-1826-4e71-8fc4-a4c97b408e13 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508442 Jun 17 14:41:23.268423 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 3082c4c0-5f12-48f3-851d-7232ad2404e8, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=3082c4c0-5f12-48f3-851d-7232ad2404e8,segment=NetworkSegment(c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f),segment_id=c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:41:23.284468 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:23.286767 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-0f6155ae-20f3-404d-a028-184917715ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:23.371876 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=3082c4c0-5f12-48f3-851d-7232ad2404e8,revision_number=5']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:23.386649 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435005d-dfab-4f36-b6f6-9143389855e7 req-0bd8997b-96fe-404f-b378-8e306caf4563 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:23.389726 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:23.394368 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-8435005d-dfab-4f36-b6f6-9143389855e7 req-0bd8997b-96fe-404f-b378-8e306caf4563 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.1230044 Jun 17 14:41:23.456685 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-8435005d-dfab-4f36-b6f6-9143389855e7 req-530c4537-02c9-4bf2-9474-c18b147c0ae4 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613401 Jun 17 14:41:23.509012 dv-cinder-796859-1-smb neutron-server[78473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93505638-a6af-4482-be2a-e549053c7829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3082c4c0-5f12-48f3-851d-7232ad2404e8', 'code': 200} Jun 17 14:41:23.689678 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d7682-417c-4c6c-9707-35b41da9dab5 req-069f0211-2cf2-4a9a-b5a1-ada236a6bae5 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:23.691069 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-213d7682-417c-4c6c-9707-35b41da9dab5 req-069f0211-2cf2-4a9a-b5a1-ada236a6bae5 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=56b03936-d2e4-4575-a22b-d8484c445783 HTTP/1.1" status: 200 len: 945 time: 0.0886776 Jun 17 14:41:23.762795 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-213d7682-417c-4c6c-9707-35b41da9dab5 req-0fd2b917-2701-4baa-b41a-4cacc17beac1 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/security-groups?id=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598161 Jun 17 14:41:23.916639 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a327df4-b0b5-42bc-bd1e-510228994e3f req-d16ecbe7-c439-4f9b-a363-ac36f3cd3b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:23.922346 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9a327df4-b0b5-42bc-bd1e-510228994e3f req-d16ecbe7-c439-4f9b-a363-ac36f3cd3b2e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=93505638-a6af-4482-be2a-e549053c7829 HTTP/1.1" status: 200 len: 1099 time: 0.1289799 Jun 17 14:41:23.984082 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9a327df4-b0b5-42bc-bd1e-510228994e3f req-99543bf0-b916-40fe-91c6-43e2e64d1e37 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501609 Jun 17 14:41:24.082297 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682b71b-e9f6-4c14-a392-c708a667b3f2 req-95953802-2f18-4ba1-9cd1-985dd14256fc tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:24.083789 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-5682b71b-e9f6-4c14-a392-c708a667b3f2 req-95953802-2f18-4ba1-9cd1-985dd14256fc tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 945 time: 0.0928464 Jun 17 14:41:24.138268 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-5682b71b-e9f6-4c14-a392-c708a667b3f2 req-1def4f67-9f96-43af-8ec6-be8faf8e68f6 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468390 Jun 17 14:41:24.464786 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c6ab9-8abc-413e-a5fc-d68040edefde req-fdb0cb8f-ba17-44cf-b5c4-7d2932e0c597 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:24.466381 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-8d7c6ab9-8abc-413e-a5fc-d68040edefde req-fdb0cb8f-ba17-44cf-b5c4-7d2932e0c597 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.0909047 Jun 17 14:41:24.471826 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b23239-c726-4e75-9e46-db85e9db7e96 req-ebcabfbb-fb13-484e-8351-28cb43350ab2 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:24.473485 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-70b23239-c726-4e75-9e46-db85e9db7e96 req-ebcabfbb-fb13-484e-8351-28cb43350ab2 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=93505638-a6af-4482-be2a-e549053c7829 HTTP/1.1" status: 200 len: 946 time: 0.0974338 Jun 17 14:41:24.539316 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-70b23239-c726-4e75-9e46-db85e9db7e96 req-f6a75101-8030-486a-ab1a-378b15cf6fe5 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585206 Jun 17 14:41:24.572693 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-8d7c6ab9-8abc-413e-a5fc-d68040edefde req-03f50461-d1e1-4bf6-aafa-7ebc60ccb1f5 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000848 Jun 17 14:41:24.630725 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae4ddd-7758-4435-9830-fac97dc8cce3 req-3c42d430-9d92-453e-b3e2-652fc678ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:24.632424 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7bae4ddd-7758-4435-9830-fac97dc8cce3 req-3c42d430-9d92-453e-b3e2-652fc678ecec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b45a5667af44c408b810bef63493e23&device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 1098 time: 0.1238060 Jun 17 14:41:24.780355 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593c668-9032-4e4f-bb97-0464d6b00a9c req-9429702f-8561-4fa6-87d6-645438f4f820 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:24.782115 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-6593c668-9032-4e4f-bb97-0464d6b00a9c req-9429702f-8561-4fa6-87d6-645438f4f820 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.1139050 Jun 17 14:41:24.821617 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae4ddd-7758-4435-9830-fac97dc8cce3 req-638cd723-88e8-4f07-b609-7e0b21c891fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:24.826382 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7bae4ddd-7758-4435-9830-fac97dc8cce3 req-638cd723-88e8-4f07-b609-7e0b21c891fb service neutron] 10.222.0.72 "GET /v2.0/networks?id=34fc0036-5367-41f0-8c95-8b89259c3d41 HTTP/1.1" status: 200 len: 920 time: 0.1834114 Jun 17 14:41:24.840392 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-6593c668-9032-4e4f-bb97-0464d6b00a9c req-a99ea71b-8653-4ef7-a2f4-dc2e0285a14d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505292 Jun 17 14:41:24.913487 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7bae4ddd-7758-4435-9830-fac97dc8cce3 req-c8fbe560-c28e-4918-9f54-03bd382fca43 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=205b989c-e347-402b-9b8f-64bdbffaacdf HTTP/1.1" status: 200 len: 217 time: 0.0727401 Jun 17 14:41:24.999207 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae4ddd-7758-4435-9830-fac97dc8cce3 req-c584eda2-1e16-4739-891b-1e03d4327868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:25.000809 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7bae4ddd-7758-4435-9830-fac97dc8cce3 req-c584eda2-1e16-4739-891b-1e03d4327868 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ff14308-63ae-4af6-a26f-fe7c9884ddaa HTTP/1.1" status: 200 len: 858 time: 0.0692048 Jun 17 14:41:25.054653 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7bae4ddd-7758-4435-9830-fac97dc8cce3 req-b8862089-d0a9-4068-94c5-d42fcdcaf048 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34fc0036-5367-41f0-8c95-8b89259c3d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458369 Jun 17 14:41:25.211447 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7bae4ddd-7758-4435-9830-fac97dc8cce3 req-bd2d0555-076a-4907-9392-e245731970b4 service neutron] 10.222.0.72 "GET /v2.0/networks/34fc0036-5367-41f0-8c95-8b89259c3d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477532 Jun 17 14:41:25.446079 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 44722) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:41:25.520144 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809c54f-a118-40ce-be65-fc86f71176ad req-06f0882a-6250-4ae8-9336-728e915427e0 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:25.521654 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7809c54f-a118-40ce-be65-fc86f71176ad req-06f0882a-6250-4ae8-9336-728e915427e0 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 945 time: 0.1818421 Jun 17 14:41:25.523822 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7bae4ddd-7758-4435-9830-fac97dc8cce3 req-423f6957-1072-4264-8790-149f5c77a6f4 service neutron] 10.222.0.72 "GET /v2.0/networks/34fc0036-5367-41f0-8c95-8b89259c3d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993548 Jun 17 14:41:25.581266 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7809c54f-a118-40ce-be65-fc86f71176ad req-1ffbdedd-df03-41fc-a074-7b650440da57 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498512 Jun 17 14:41:25.630194 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-690898c0-3236-4c38-ae6c-5b55da88f6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:25.666620 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:25.696836 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-690898c0-3236-4c38-ae6c-5b55da88f6ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:41:25.703653 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-690898c0-3236-4c38-ae6c-5b55da88f6ae admin admin] Usage tracker for resource:security_group_rule and tenant:85c7c599053c447d87c66c07380d938c is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:41:25.707816 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-690898c0-3236-4c38-ae6c-5b55da88f6ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:41:25.716081 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-690898c0-3236-4c38-ae6c-5b55da88f6ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:41:25.763891 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4027f-6615-476c-bee0-ebfc755cd0fa req-f2210f49-6dfd-474c-a898-8fe26e80a48c tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:25.765407 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-6bb4027f-6615-476c-bee0-ebfc755cd0fa req-f2210f49-6dfd-474c-a898-8fe26e80a48c tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=56b03936-d2e4-4575-a22b-d8484c445783 HTTP/1.1" status: 200 len: 945 time: 0.1255746 Jun 17 14:41:25.783812 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf9bb0-820f-4ca1-8cd1-786b3646575c req-ffeb517f-8217-4949-bdc2-0da52be254ba tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:25.791972 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1fbf9bb0-820f-4ca1-8cd1-786b3646575c req-ffeb517f-8217-4949-bdc2-0da52be254ba tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=93505638-a6af-4482-be2a-e549053c7829 HTTP/1.1" status: 200 len: 946 time: 0.0939586 Jun 17 14:41:25.841370 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-6bb4027f-6615-476c-bee0-ebfc755cd0fa req-aa3d285b-d942-4cc0-88d5-640768408747 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/security-groups?id=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652647 Jun 17 14:41:25.868726 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1fbf9bb0-820f-4ca1-8cd1-786b3646575c req-637f6e70-41c9-4ae7-9bc1-8960eb6a3610 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681272 Jun 17 14:41:25.872576 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-690898c0-3236-4c38-ae6c-5b55da88f6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:25.878091 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-690898c0-3236-4c38-ae6c-5b55da88f6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:25.954715 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-e6b12dbb-eb51-4a06-930c-868816b7d538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:25.982997 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 44742) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:41:25.984668 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-690898c0-3236-4c38-ae6c-5b55da88f6ae admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=85c7c599053c447d87c66c07380d938c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5369892 Jun 17 14:41:26.115334 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690898c0-3236-4c38-ae6c-5b55da88f6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ebd272-bd09-4458-b39c-c1e4d41c9bfe,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:26.142223 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-690898c0-3236-4c38-ae6c-5b55da88f6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:26.153204 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-58b58a4b-608f-4e06-9839-6829d62b660f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:26.189505 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a6c0d-7387-4f77-8fb3-3d47a0cfe9fb req-81076126-5ce6-4d47-a1ea-1c6e06a4420b tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:26.189812 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-58b58a4b-608f-4e06-9839-6829d62b660f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:26.204280 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-e15a6c0d-7387-4f77-8fb3-3d47a0cfe9fb req-81076126-5ce6-4d47-a1ea-1c6e06a4420b tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.2130876 Jun 17 14:41:26.239821 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6398f-a75c-4edd-a74a-d2cd4bd93197 req-25e3d3d8-2b57-4b7f-a5f6-e31eb1891ca1 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:26.241301 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0ea6398f-a75c-4edd-a74a-d2cd4bd93197 req-25e3d3d8-2b57-4b7f-a5f6-e31eb1891ca1 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.1569579 Jun 17 14:41:26.283366 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-58b58a4b-608f-4e06-9839-6829d62b660f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:26.289797 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-7c79f3c3-2308-4005-98ee-7e0b2c357ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:26.295834 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-e15a6c0d-7387-4f77-8fb3-3d47a0cfe9fb req-7590d1f5-74f7-431a-ab99-1a40e84100a1 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901699 Jun 17 14:41:26.309798 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b58a4b-608f-4e06-9839-6829d62b660f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ebd272-bd09-4458-b39c-c1e4d41c9bfe,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:26.312208 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-58b58a4b-608f-4e06-9839-6829d62b660f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:26.327945 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0ea6398f-a75c-4edd-a74a-d2cd4bd93197 req-39d3ded8-f9ca-4ae7-8f52-adc15a6044f0 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733924 Jun 17 14:41:26.328866 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-58b58a4b-608f-4e06-9839-6829d62b660f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:26.332980 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-58b58a4b-608f-4e06-9839-6829d62b660f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a2ebd272-bd09-4458-b39c-c1e4d41c9bfe HTTP/1.1" status: 204 len: 168 time: 0.3487084 Jun 17 14:41:26.871133 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fd60b-7bbc-463a-bc5e-cc0abcc6af16 req-cb7be633-2375-49e6-9f50-524cfe770fc5 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:26.872608 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-826fd60b-7bbc-463a-bc5e-cc0abcc6af16 req-cb7be633-2375-49e6-9f50-524cfe770fc5 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 945 time: 0.1593509 Jun 17 14:41:26.930247 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-826fd60b-7bbc-463a-bc5e-cc0abcc6af16 req-f64de0a1-be88-464b-a389-ea2767dfde37 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485673 Jun 17 14:41:27.153560 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637764d1-c17e-4b9b-8f85-1a4b9effd09f req-6189bbb6-00f2-46ba-ae62-82a4274ac181 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:27.155078 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-637764d1-c17e-4b9b-8f85-1a4b9effd09f req-6189bbb6-00f2-46ba-ae62-82a4274ac181 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=93505638-a6af-4482-be2a-e549053c7829 HTTP/1.1" status: 200 len: 946 time: 0.0969689 Jun 17 14:41:27.182673 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71490368-9260-4a9a-a888-05df4137a5e2 req-fe4077c1-aadd-4a89-93b2-16a43af9e468 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:27.184277 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-71490368-9260-4a9a-a888-05df4137a5e2 req-fe4077c1-aadd-4a89-93b2-16a43af9e468 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=56b03936-d2e4-4575-a22b-d8484c445783 HTTP/1.1" status: 200 len: 945 time: 0.1508021 Jun 17 14:41:27.207937 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-637764d1-c17e-4b9b-8f85-1a4b9effd09f req-41981353-8a44-4d22-93a7-55addc3953c3 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470772 Jun 17 14:41:27.245081 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-71490368-9260-4a9a-a888-05df4137a5e2 req-6010742f-8a37-4911-81e9-4e4556bfabf8 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/security-groups?id=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492074 Jun 17 14:41:27.606490 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050540f-56b5-4d02-98ea-06575202a606 req-2fb4cd53-efe7-4af0-93d0-2a0d6faadbd4 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:27.612980 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d050540f-56b5-4d02-98ea-06575202a606 req-2fb4cd53-efe7-4af0-93d0-2a0d6faadbd4 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.1351852 Jun 17 14:41:27.618537 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997a09b-d155-4ec2-9d60-4f7314ea7433 req-1ad33465-2743-4adc-9397-375db9705d7b tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:27.621787 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-3997a09b-d155-4ec2-9d60-4f7314ea7433 req-1ad33465-2743-4adc-9397-375db9705d7b tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.2088037 Jun 17 14:41:27.704536 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d050540f-56b5-4d02-98ea-06575202a606 req-e6a21d7f-de92-45c6-87da-fb634ea06b9a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871406 Jun 17 14:41:27.737959 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-3997a09b-d155-4ec2-9d60-4f7314ea7433 req-45ef6d14-1c53-485d-9ecf-417d23781999 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058464 Jun 17 14:41:27.862755 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 44834) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:41:28.144306 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-01e48c66-82a5-448e-8e61-91219d375582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:28.246684 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-01e48c66-82a5-448e-8e61-91219d375582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:41:28.252761 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-01e48c66-82a5-448e-8e61-91219d375582 admin admin] Usage tracker for resource:security_group_rule and tenant:e48e952b34f64ec9b4ccafff187381bf is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:41:28.256337 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-01e48c66-82a5-448e-8e61-91219d375582 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:41:28.266395 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-01e48c66-82a5-448e-8e61-91219d375582 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:41:28.326350 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766df3fd-26cb-4965-b22e-fc6855b20178 req-5f4bc023-93e4-432a-96f3-a09b9ff747ab tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:28.327864 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-766df3fd-26cb-4965-b22e-fc6855b20178 req-5f4bc023-93e4-432a-96f3-a09b9ff747ab tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.72 "GET /v2.0/ports?device_id=56b03936-d2e4-4575-a22b-d8484c445783 HTTP/1.1" status: 200 len: 945 time: 0.3070052 Jun 17 14:41:28.350980 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e93f43-d8f1-4d7f-9e17-230b7015789a req-acfeed0e-ec6e-4d14-9f94-88e45af09d8b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:28.352533 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-20e93f43-d8f1-4d7f-9e17-230b7015789a req-acfeed0e-ec6e-4d14-9f94-88e45af09d8b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 945 time: 0.2321994 Jun 17 14:41:28.471696 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b914ce6-431c-4c46-90b2-f734eb0d4645 req-b8a2596a-ef9d-45a7-9e5c-c0e3f8558de4 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:28.473226 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-3b914ce6-431c-4c46-90b2-f734eb0d4645 req-b8a2596a-ef9d-45a7-9e5c-c0e3f8558de4 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=56b03936-d2e4-4575-a22b-d8484c445783 HTTP/1.1" status: 200 len: 945 time: 0.1004238 Jun 17 14:41:28.487439 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-766df3fd-26cb-4965-b22e-fc6855b20178 req-3a71d170-0bb6-4930-a42e-4a0127f84e43 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Deleting port cb7c7737-7c33-41a6-930c-210eca1ad757 {{(pid=78471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:41:28.487439 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-766df3fd-26cb-4965-b22e-fc6855b20178 req-3a71d170-0bb6-4930-a42e-4a0127f84e43 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:28.533152 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-3b914ce6-431c-4c46-90b2-f734eb0d4645 req-7b9cb45a-8ab3-45f8-976f-7bd1b6d46e95 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/security-groups?id=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496833 Jun 17 14:41:28.551558 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-20e93f43-d8f1-4d7f-9e17-230b7015789a req-d71cceae-efd6-4d92-be0b-f452f5ad3430 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638250 Jun 17 14:41:28.585943 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-01e48c66-82a5-448e-8e61-91219d375582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:28.617184 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-01e48c66-82a5-448e-8e61-91219d375582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:28.639288 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-0fe68a8e-f4f5-4390-812d-c6b068549175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:28.717498 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-01e48c66-82a5-448e-8e61-91219d375582 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e48e952b34f64ec9b4ccafff187381bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8531611 Jun 17 14:41:28.720181 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 44862) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:41:28.733086 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e48c66-82a5-448e-8e61-91219d375582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66fa663-a17c-44a3-b5c0-48d2e5b0f702,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:28.736388 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-01e48c66-82a5-448e-8e61-91219d375582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:28.833526 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9c64a6ba-f66d-4781-abcb-342ad53ff7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:28.863767 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-766df3fd-26cb-4965-b22e-fc6855b20178 req-3a71d170-0bb6-4930-a42e-4a0127f84e43 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] For port cb7c7737-7c33-41a6-930c-210eca1ad757, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=cb7c7737-7c33-41a6-930c-210eca1ad757,segment=NetworkSegment(3cde0410-6b67-45f7-b26c-3a7e7f920b94),segment_id=3cde0410-6b67-45f7-b26c-3a7e7f920b94)] {{(pid=78471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:41:28.863767 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-766df3fd-26cb-4965-b22e-fc6855b20178 req-3a71d170-0bb6-4930-a42e-4a0127f84e43 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:28.886401 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9c64a6ba-f66d-4781-abcb-342ad53ff7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:29.013762 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-766df3fd-26cb-4965-b22e-fc6855b20178 req-3a71d170-0bb6-4930-a42e-4a0127f84e43 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Calling delete_port for cb7c7737-7c33-41a6-930c-210eca1ad757 owned by compute:nova {{(pid=78471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:41:29.088106 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed6c29-8762-4975-af3e-dde5760353e8 req-8e6f726c-78d6-49cf-920e-aa0d7a2be97e tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:29.090001 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-bbed6c29-8762-4975-af3e-dde5760353e8 req-8e6f726c-78d6-49cf-920e-aa0d7a2be97e tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.1902621 Jun 17 14:41:29.096679 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9c64a6ba-f66d-4781-abcb-342ad53ff7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:29.103468 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-2a759d10-3099-42f6-955e-200b4eed39d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:29.158553 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64a6ba-f66d-4781-abcb-342ad53ff7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66fa663-a17c-44a3-b5c0-48d2e5b0f702,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:29.190975 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-9c64a6ba-f66d-4781-abcb-342ad53ff7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:29.217368 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9c64a6ba-f66d-4781-abcb-342ad53ff7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:29.224249 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-9c64a6ba-f66d-4781-abcb-342ad53ff7cf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f66fa663-a17c-44a3-b5c0-48d2e5b0f702 HTTP/1.1" status: 204 len: 168 time: 0.5026624 Jun 17 14:41:29.283474 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-bbed6c29-8762-4975-af3e-dde5760353e8 req-477ddd8f-ac11-442d-90c8-11b6c6a4f8e0 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814253 Jun 17 14:41:29.298781 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bb1a4-fca7-4530-81d8-d6ebe97b4d7d req-9ead00cb-4a38-48a9-add1-26dccc2e7fb2 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:29.306217 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e27bb1a4-fca7-4530-81d8-d6ebe97b4d7d req-9ead00cb-4a38-48a9-add1-26dccc2e7fb2 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.2998395 Jun 17 14:41:29.399849 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e27bb1a4-fca7-4530-81d8-d6ebe97b4d7d req-97532520-0e06-4c0c-866b-f6009b488ee2 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924585 Jun 17 14:41:29.454897 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-766df3fd-26cb-4965-b22e-fc6855b20178 req-3a71d170-0bb6-4930-a42e-4a0127f84e43 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:29.464905 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-73bba5b1-69eb-488c-94ec-852e270d9e0b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:29.516475 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71d170-0bb6-4930-a42e-4a0127f84e43 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Pushing event deleted for resources: {'Port': ['ID=cb7c7737-7c33-41a6-930c-210eca1ad757,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:29.519449 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3a71d170-0bb6-4930-a42e-4a0127f84e43 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:29.600749 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-766df3fd-26cb-4965-b22e-fc6855b20178 req-3a71d170-0bb6-4930-a42e-4a0127f84e43 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] No DVR routers for this DVR port cb7c7737-7c33-41a6-930c-210eca1ad757 on host hv-cinder-79685 {{(pid=78471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:41:29.604512 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-766df3fd-26cb-4965-b22e-fc6855b20178 req-3a71d170-0bb6-4930-a42e-4a0127f84e43 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:29.607937 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b03936-d2e4-4575-a22b-d8484c445783', 'name': 'network-vif-deleted', 'tag': 'cb7c7737-7c33-41a6-930c-210eca1ad757'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:41:29.630440 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-766df3fd-26cb-4965-b22e-fc6855b20178 req-3a71d170-0bb6-4930-a42e-4a0127f84e43 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.72 "DELETE /v2.0/ports/cb7c7737-7c33-41a6-930c-210eca1ad757 HTTP/1.1" status: 204 len: 173 time: 1.2921546 Jun 17 14:41:29.734445 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-f44a00f9-9f6f-4b69-b1b9-5d9bdb8a6fa8 req-9a227754-5122-4d10-abab-fa1a9d7f3432 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=56b03936-d2e4-4575-a22b-d8484c445783 HTTP/1.1" status: 200 len: 210 time: 0.0446298 Jun 17 14:41:29.825023 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977cdef-0e92-454c-8107-f469e6a3d8f0 req-e78ce52c-7263-4cac-8f57-380fbadbf29d tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:29.827612 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0977cdef-0e92-454c-8107-f469e6a3d8f0 req-e78ce52c-7263-4cac-8f57-380fbadbf29d tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 945 time: 0.1259050 Jun 17 14:41:29.830225 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b03936-d2e4-4575-a22b-d8484c445783', 'name': 'network-vif-deleted', 'tag': 'cb7c7737-7c33-41a6-930c-210eca1ad757', 'status': 'completed', 'code': 200} Jun 17 14:41:29.877835 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0977cdef-0e92-454c-8107-f469e6a3d8f0 req-f891fa1f-f333-4e9b-a1a7-6ce35f360281 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445042 Jun 17 14:41:30.607818 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ca407-6f15-4f79-a9f6-280ea83e59ca req-f5093793-b0e9-4bbb-8a86-47fad53f17e8 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:30.609303 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-e38ca407-6f15-4f79-a9f6-280ea83e59ca req-f5093793-b0e9-4bbb-8a86-47fad53f17e8 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.1130044 Jun 17 14:41:30.649949 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710453f8-c4ad-4ac7-a285-fde33519ef23 req-3573ed3c-3ffe-488b-b489-3e15699556a8 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:30.651534 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-710453f8-c4ad-4ac7-a285-fde33519ef23 req-3573ed3c-3ffe-488b-b489-3e15699556a8 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.0923972 Jun 17 14:41:30.655611 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-e38ca407-6f15-4f79-a9f6-280ea83e59ca req-0d27d9f7-fea4-4952-b5f5-fca4a70585da tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404844 Jun 17 14:41:30.702455 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-710453f8-c4ad-4ac7-a285-fde33519ef23 req-0e89cec0-0d1c-491a-80d9-532864453c76 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441566 Jun 17 14:41:30.992628 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device cb7c7737-7c33-41a6-930c-210eca1ad757 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:41:31.046184 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] No Port match for: cb7c7737-7c33-41a6-930c-210eca1ad757 {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:41:31.046799 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device cb7c7737-7c33-41a6-930c-210eca1ad757 not bound to the agent host hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:41:31.081796 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22807ae1-e9ae-4fca-85f4-99f61e464266 req-f7dc3564-875c-489f-ac44-d32cc6ce1b88 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:31.083281 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-22807ae1-e9ae-4fca-85f4-99f61e464266 req-f7dc3564-875c-489f-ac44-d32cc6ce1b88 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 945 time: 0.0881646 Jun 17 14:41:31.142768 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-22807ae1-e9ae-4fca-85f4-99f61e464266 req-106823c2-a751-4495-a712-5ad6c992824f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522380 Jun 17 14:41:31.249671 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-70937265-25af-4133-af40-f31d35f2a242 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:31.251019 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-70937265-25af-4133-af40-f31d35f2a242 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/networks?id=0404e1fb-dafe-4f86-ab42-59f4cfd0c12c HTTP/1.1" status: 200 len: 807 time: 0.1561334 Jun 17 14:41:31.265922 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-568176a8-b7fa-4e03-8bfc-3aad9a3d6e3b tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/quotas/ec83d72059234796a318616b17543f90 HTTP/1.1" status: 200 len: 375 time: 0.0092556 Jun 17 14:41:31.316822 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-861d9d64-accb-4974-a0ed-bf86d30d2597 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ec83d72059234796a318616b17543f90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454760 Jun 17 14:41:31.457511 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-230c8b6a-3c59-434f-8aba-032623afc4c9 service neutron] 10.222.0.77 "GET /v2.0/networks/0404e1fb-dafe-4f86-ab42-59f4cfd0c12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337941 Jun 17 14:41:31.593196 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-8a182de6-1095-4c41-8657-32b51a368609 service neutron] 10.222.0.77 "GET /v2.0/networks/0404e1fb-dafe-4f86-ab42-59f4cfd0c12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297846 Jun 17 14:41:31.791356 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4b769aac-edd1-4140-b0ea-beabd5325cf9 req-26e47983-e943-450c-8f8f-64748b668284 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a8a4386-429f-489b-9781-1b2b6f0a3e0b HTTP/1.1" status: 200 len: 210 time: 0.0516934 Jun 17 14:41:31.906725 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43957a33-df2b-4148-bb77-950fedc33963 req-4839e6b9-ae8a-4c5e-8bed-c53a377f24f6 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:31.908497 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-43957a33-df2b-4148-bb77-950fedc33963 req-4839e6b9-ae8a-4c5e-8bed-c53a377f24f6 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.1032031 Jun 17 14:41:31.985623 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-43957a33-df2b-4148-bb77-950fedc33963 req-be71062f-9d4c-4b6a-8d3d-d3b04d56a5c7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633707 Jun 17 14:41:31.998939 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436c762-29d1-4d3d-a2a4-2bc1756dd212 req-da4bbdf6-c565-4a3a-939e-b74ee3668138 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:32.004243 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 44934) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:41:32.007078 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-5436c762-29d1-4d3d-a2a4-2bc1756dd212 req-da4bbdf6-c565-4a3a-939e-b74ee3668138 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.0952919 Jun 17 14:41:32.059486 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-5436c762-29d1-4d3d-a2a4-2bc1756dd212 req-69a7519a-1b14-4c48-86c6-d5664c6b0abe tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515659 Jun 17 14:41:32.190032 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-1f1e27dd-b829-4cef-b4de-236acccea1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:32.206338 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-1f1e27dd-b829-4cef-b4de-236acccea1f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:41:32.210939 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-1f1e27dd-b829-4cef-b4de-236acccea1f1 admin admin] Usage tracker for resource:security_group_rule and tenant:5c355f75c5654c6a82358882aec45903 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:41:32.215217 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-1f1e27dd-b829-4cef-b4de-236acccea1f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:41:32.221445 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-1f1e27dd-b829-4cef-b4de-236acccea1f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:41:32.400737 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-1f1e27dd-b829-4cef-b4de-236acccea1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:32.406208 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-1f1e27dd-b829-4cef-b4de-236acccea1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:32.417417 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-0d1bb6f5-4a2d-42a0-ae9f-20c90b0d16cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:32.481158 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600262e-7923-4698-b4be-5fc2eecff0aa req-8c8d5559-ff66-4941-a1af-41699ca29feb tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:32.483218 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-f600262e-7923-4698-b4be-5fc2eecff0aa req-8c8d5559-ff66-4941-a1af-41699ca29feb tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 945 time: 0.2064943 Jun 17 14:41:32.484152 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e27dd-b829-4cef-b4de-236acccea1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7c2c0a-ce31-46e2-9358-d1bc13cac181,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:32.488012 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-1f1e27dd-b829-4cef-b4de-236acccea1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:32.496665 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-1f1e27dd-b829-4cef-b4de-236acccea1f1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5c355f75c5654c6a82358882aec45903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4881127 Jun 17 14:41:32.497393 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 44944) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:41:32.539728 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-f600262e-7923-4698-b4be-5fc2eecff0aa req-f020a99e-5a8e-4ed1-b2d6-c397b37be24f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494084 Jun 17 14:41:32.575799 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a7ab7fda-04ce-4ddc-b615-2f5b9d410e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:32.604859 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a7ab7fda-04ce-4ddc-b615-2f5b9d410e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:32.663403 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a7ab7fda-04ce-4ddc-b615-2f5b9d410e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:32.668342 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-3e8f4382-4dd8-4f17-ae75-43b9be092803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:32.681321 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab7fda-04ce-4ddc-b615-2f5b9d410e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7c2c0a-ce31-46e2-9358-d1bc13cac181,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:32.684076 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-a7ab7fda-04ce-4ddc-b615-2f5b9d410e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:32.687586 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a7ab7fda-04ce-4ddc-b615-2f5b9d410e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:32.689303 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-a7ab7fda-04ce-4ddc-b615-2f5b9d410e9f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cb7c2c0a-ce31-46e2-9358-d1bc13cac181 HTTP/1.1" status: 204 len: 168 time: 0.1908226 Jun 17 14:41:32.953419 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-1a1af548-430e-4010-877e-719de285a5f4 req-c3a2c940-5068-429b-b58b-a68278ec04a4 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a8a4386-429f-489b-9781-1b2b6f0a3e0b HTTP/1.1" status: 200 len: 210 time: 0.0447123 Jun 17 14:41:33.260970 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05016a5b-7cd8-41c3-b740-443e7de39df1 req-9762fc2b-6955-42cb-95d6-a84b7fb1dbf1 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:33.262918 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-05016a5b-7cd8-41c3-b740-443e7de39df1 req-9762fc2b-6955-42cb-95d6-a84b7fb1dbf1 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.1188717 Jun 17 14:41:33.299849 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9ddf3-7a93-4e7a-b6ad-33076110103d req-39cf16c1-1eb3-4396-8984-09fc839736e7 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:33.307500 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-40a9ddf3-7a93-4e7a-b6ad-33076110103d req-39cf16c1-1eb3-4396-8984-09fc839736e7 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.0977902 Jun 17 14:41:33.363362 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-05016a5b-7cd8-41c3-b740-443e7de39df1 req-6f11fc88-69f3-47cb-8f3d-f1730755ef4e tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937998 Jun 17 14:41:33.365358 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-40a9ddf3-7a93-4e7a-b6ad-33076110103d req-4cbcfb53-907d-4439-aad4-86d3a345029e tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513484 Jun 17 14:41:33.507757 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-2a31e66c-b8c0-44f6-b9c8-4ce47e2786e0 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:33.509405 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-2a31e66c-b8c0-44f6-b9c8-4ce47e2786e0 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.72 "GET /v2.0/networks?id=0404e1fb-dafe-4f86-ab42-59f4cfd0c12c HTTP/1.1" status: 200 len: 807 time: 0.2063012 Jun 17 14:41:33.531384 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-3d54cd86-b598-4150-938c-4834395e641f tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Request body: {'port': {'device_id': '1a8a4386-429f-489b-9781-1b2b6f0a3e0b', 'network_id': '0404e1fb-dafe-4f86-ab42-59f4cfd0c12c', 'admin_state_up': True, 'tenant_id': 'ec83d72059234796a318616b17543f90'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:41:33.682409 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-3d54cd86-b598-4150-938c-4834395e641f tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:41:33.686604 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-3d54cd86-b598-4150-938c-4834395e641f tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Usage tracker for resource:port and tenant:ec83d72059234796a318616b17543f90 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:41:33.689492 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-3d54cd86-b598-4150-938c-4834395e641f tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:41:33.695249 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-3d54cd86-b598-4150-938c-4834395e641f tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:41:33.707151 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-3d54cd86-b598-4150-938c-4834395e641f tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Made reservation on behalf of ec83d72059234796a318616b17543f90 for: {'port': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:41:33.710857 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-3d54cd86-b598-4150-938c-4834395e641f tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:33.779059 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7781f-035f-43e5-8e79-242753041faf req-6419ff69-d4d6-4c99-9ec5-184e523570e2 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:33.781509 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-e2f7781f-035f-43e5-8e79-242753041faf req-6419ff69-d4d6-4c99-9ec5-184e523570e2 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 945 time: 0.1134293 Jun 17 14:41:33.901578 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-e2f7781f-035f-43e5-8e79-242753041faf req-12254553-e5e9-4b36-843d-8f3866436f64 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127307 Jun 17 14:41:33.948136 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_common [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-3d54cd86-b598-4150-938c-4834395e641f tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Allocated IP 172.20.0.3 (0404e1fb-dafe-4f86-ab42-59f4cfd0c12c/2a5546fc-798f-4301-934b-d318cc55bb1d/4c566f45-44ab-41dd-b299-b3f8d5b6cbec) {{(pid=78471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:41:34.272556 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-e87ed4ec-de47-403d-bc9a-02bbe6bd2b27 req-0df0c888-7255-4824-ae8f-a0f68b865a71 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Synchronizing usage tracker for tenant:ec83d72059234796a318616b17543f90 on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:41:34.309713 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-e87ed4ec-de47-403d-bc9a-02bbe6bd2b27 req-0df0c888-7255-4824-ae8f-a0f68b865a71 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Unset dirty status for tenant:ec83d72059234796a318616b17543f90 on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:41:34.310924 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e87ed4ec-de47-403d-bc9a-02bbe6bd2b27 req-0df0c888-7255-4824-ae8f-a0f68b865a71 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a8a4386-429f-489b-9781-1b2b6f0a3e0b HTTP/1.1" status: 200 len: 210 time: 0.2123580 Jun 17 14:41:34.344287 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-3d54cd86-b598-4150-938c-4834395e641f tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Notify callbacks [] for port, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:34.375325 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-3d54cd86-b598-4150-938c-4834395e641f tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:34.382219 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-b3c8f510-cd53-4bcb-a485-ed1887d559c2 tempest-DeleteServersTestJSON-1906611221 tempest-DeleteServersTestJSON-1906611221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:34.461446 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-3d54cd86-b598-4150-938c-4834395e641f tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Network 0404e1fb-dafe-4f86-ab42-59f4cfd0c12c is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:41:34.464930 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-3d54cd86-b598-4150-938c-4834395e641f tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:41:34.469092 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-3d54cd86-b598-4150-938c-4834395e641f tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Received port after_create {{(pid=78471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:41:34.505941 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54cd86-b598-4150-938c-4834395e641f tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Pushing event updated for resources: {'Port': ['ID=4c566f45-44ab-41dd-b299-b3f8d5b6cbec,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:34.546493 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3d54cd86-b598-4150-938c-4834395e641f tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:34.566193 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad94acb-fabf-43b9-ae2a-7fe463d65fcb req-123a5b7e-1a18-4fc9-a4ac-e4c777dfd2d4 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:34.569066 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-3ad94acb-fabf-43b9-ae2a-7fe463d65fcb req-123a5b7e-1a18-4fc9-a4ac-e4c777dfd2d4 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.0890760 Jun 17 14:41:34.602267 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-3d54cd86-b598-4150-938c-4834395e641f tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:34.602889 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-3d54cd86-b598-4150-938c-4834395e641f tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:34.621917 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-3ad94acb-fabf-43b9-ae2a-7fe463d65fcb req-0140e336-ec87-42d6-be54-86e4b7818402 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458205 Jun 17 14:41:34.637486 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-3d54cd86-b598-4150-938c-4834395e641f tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1101656 Jun 17 14:41:34.646061 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc40905-97f8-4239-bc28-e400183cbba6 req-405d2de7-bfc2-408c-bc26-5c7d03fac155 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:34.647500 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-fdc40905-97f8-4239-bc28-e400183cbba6 req-405d2de7-bfc2-408c-bc26-5c7d03fac155 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1485863 Jun 17 14:41:34.658228 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-1fdad98a-f4ff-406c-8fc4-4fde9105fda8 service neutron] Request body: {'port': {'device_id': '1a8a4386-429f-489b-9781-1b2b6f0a3e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:41:34.784535 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-fdc40905-97f8-4239-bc28-e400183cbba6 req-36cb5230-7435-47c9-9bae-df3fa2677154 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002419 Jun 17 14:41:34.814487 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-1fdad98a-f4ff-406c-8fc4-4fde9105fda8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:35.122614 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08accd63-11f2-4fff-8471-a1505374ddf6 req-a95ead40-77c5-4c08-be47-3e540b2f4366 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:35.124153 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-08accd63-11f2-4fff-8471-a1505374ddf6 req-a95ead40-77c5-4c08-be47-3e540b2f4366 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 945 time: 0.0909064 Jun 17 14:41:35.175978 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-08accd63-11f2-4fff-8471-a1505374ddf6 req-25bd33d6-573c-4427-9f38-cbf1ef14584a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459356 Jun 17 14:41:35.185622 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-1fdad98a-f4ff-406c-8fc4-4fde9105fda8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c566f45-44ab-41dd-b299-b3f8d5b6cbec {{(pid=78471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:41:35.193628 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-1fdad98a-f4ff-406c-8fc4-4fde9105fda8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:35.209159 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.provisioning_blocks [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-1fdad98a-f4ff-406c-8fc4-4fde9105fda8 service neutron] Transition to ACTIVE for port object 4c566f45-44ab-41dd-b299-b3f8d5b6cbec will not be triggered until provisioned by entity L2. {{(pid=78471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:41:35.214099 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-1fdad98a-f4ff-406c-8fc4-4fde9105fda8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:35.218860 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3a71d170-0bb6-4930-a42e-4a0127f84e43 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:35.395467 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdad98a-f4ff-406c-8fc4-4fde9105fda8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c566f45-44ab-41dd-b299-b3f8d5b6cbec,revision_number=2']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:35.403361 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-1fdad98a-f4ff-406c-8fc4-4fde9105fda8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:35.532427 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-1fdad98a-f4ff-406c-8fc4-4fde9105fda8 service neutron] Attempting to bind port 4c566f45-44ab-41dd-b299-b3f8d5b6cbec on host hv-cinder-79685 for vnic_type normal with profile {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:41:35.532801 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-1fdad98a-f4ff-406c-8fc4-4fde9105fda8 service neutron] Attempting to bind port 4c566f45-44ab-41dd-b299-b3f8d5b6cbec by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': '3cde0410-6b67-45f7-b26c-3a7e7f920b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '0404e1fb-dafe-4f86-ab42-59f4cfd0c12c'}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:41:35.533098 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-1fdad98a-f4ff-406c-8fc4-4fde9105fda8 service neutron] Attempting to bind port 4c566f45-44ab-41dd-b299-b3f8d5b6cbec on network 0404e1fb-dafe-4f86-ab42-59f4cfd0c12c {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:41:35.540665 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-1fdad98a-f4ff-406c-8fc4-4fde9105fda8 service neutron] Port 4c566f45-44ab-41dd-b299-b3f8d5b6cbec on network 0404e1fb-dafe-4f86-ab42-59f4cfd0c12c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:41:35.540975 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-1fdad98a-f4ff-406c-8fc4-4fde9105fda8 service neutron] Attempting to bind port 4c566f45-44ab-41dd-b299-b3f8d5b6cbec on network 0404e1fb-dafe-4f86-ab42-59f4cfd0c12c {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:41:35.549935 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-1fdad98a-f4ff-406c-8fc4-4fde9105fda8 service neutron] Checking agent: {'id': '80af2de7-c944-442b-b56f-5ae10827120d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:41:35.550276 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-1fdad98a-f4ff-406c-8fc4-4fde9105fda8 service neutron] Checking segment: {'id': '3cde0410-6b67-45f7-b26c-3a7e7f920b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '0404e1fb-dafe-4f86-ab42-59f4cfd0c12c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:41:35.550663 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-1fdad98a-f4ff-406c-8fc4-4fde9105fda8 service neutron] Bound using segment: {'id': '3cde0410-6b67-45f7-b26c-3a7e7f920b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '0404e1fb-dafe-4f86-ab42-59f4cfd0c12c'} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:41:35.551087 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-1fdad98a-f4ff-406c-8fc4-4fde9105fda8 service neutron] Bound port: 4c566f45-44ab-41dd-b299-b3f8d5b6cbec, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cde0410-6b67-45f7-b26c-3a7e7f920b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '0404e1fb-dafe-4f86-ab42-59f4cfd0c12c'}}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:41:35.551440 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-1fdad98a-f4ff-406c-8fc4-4fde9105fda8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:35.577844 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8125ad5-6ab7-4059-bb4e-aba284ec0f68 req-bdf03f74-bbe3-477b-acf0-d3026469abd3 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:35.579289 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b8125ad5-6ab7-4059-bb4e-aba284ec0f68 req-bdf03f74-bbe3-477b-acf0-d3026469abd3 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a8a4386-429f-489b-9781-1b2b6f0a3e0b HTTP/1.1" status: 200 len: 943 time: 0.1423099 Jun 17 14:41:35.673234 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b8125ad5-6ab7-4059-bb4e-aba284ec0f68 req-7bd133d8-2b6d-445f-aecc-9db961c571de tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/security-groups?id=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702205 Jun 17 14:41:35.687760 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-1fdad98a-f4ff-406c-8fc4-4fde9105fda8 service neutron] For port 4c566f45-44ab-41dd-b299-b3f8d5b6cbec, host hv-cinder-79685, cleared binding levels {{(pid=78471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:41:35.696995 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-1fdad98a-f4ff-406c-8fc4-4fde9105fda8 service neutron] For port 4c566f45-44ab-41dd-b299-b3f8d5b6cbec, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=4c566f45-44ab-41dd-b299-b3f8d5b6cbec,segment=NetworkSegment(3cde0410-6b67-45f7-b26c-3a7e7f920b94),segment_id=3cde0410-6b67-45f7-b26c-3a7e7f920b94)] {{(pid=78471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:41:35.702122 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-1fdad98a-f4ff-406c-8fc4-4fde9105fda8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:35.712135 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:35.768292 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-1fdad98a-f4ff-406c-8fc4-4fde9105fda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:35.768904 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-1fdad98a-f4ff-406c-8fc4-4fde9105fda8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:35.770283 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-1fdad98a-f4ff-406c-8fc4-4fde9105fda8 service neutron] 10.222.0.72 "PUT /v2.0/ports/4c566f45-44ab-41dd-b299-b3f8d5b6cbec HTTP/1.1" status: 200 len: 1093 time: 1.1172466 Jun 17 14:41:35.770791 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8a4386-429f-489b-9781-1b2b6f0a3e0b', 'tag': '4c566f45-44ab-41dd-b299-b3f8d5b6cbec'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:41:35.805369 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdad98a-f4ff-406c-8fc4-4fde9105fda8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c566f45-44ab-41dd-b299-b3f8d5b6cbec,revision_number=3']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:35.810302 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-1fdad98a-f4ff-406c-8fc4-4fde9105fda8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:35.828138 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7d7f4-f25b-4ce8-bacc-ea74fe551f1e req-7984b891-d490-4886-a793-14fa352c9ce7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:35.829632 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-0be7d7f4-f25b-4ce8-bacc-ea74fe551f1e req-7984b891-d490-4886-a793-14fa352c9ce7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.0898366 Jun 17 14:41:35.836817 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a8a4386-429f-489b-9781-1b2b6f0a3e0b', 'tag': '4c566f45-44ab-41dd-b299-b3f8d5b6cbec', 'status': 'completed', 'code': 200} Jun 17 14:41:35.876515 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-0be7d7f4-f25b-4ce8-bacc-ea74fe551f1e req-04ea9a1c-bda8-420c-97f5-b99da71311df tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408015 Jun 17 14:41:36.016377 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-fe6f82e8-9e30-4549-be3a-9f991fa009be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:36.018023 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-fe6f82e8-9e30-4549-be3a-9f991fa009be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec83d72059234796a318616b17543f90&device_id=1a8a4386-429f-489b-9781-1b2b6f0a3e0b HTTP/1.1" status: 200 len: 1096 time: 0.1528955 Jun 17 14:41:36.038255 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f33f1-9d2c-45dd-bd54-68c28f83aee4 req-b5aeebff-a9b9-4924-9273-61ccd9163e65 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:36.039816 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9e3f33f1-9d2c-45dd-bd54-68c28f83aee4 req-b5aeebff-a9b9-4924-9273-61ccd9163e65 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1133633 Jun 17 14:41:36.119523 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-5ca32241-9c24-4214-8301-f79d4acede43 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c566f45-44ab-41dd-b299-b3f8d5b6cbec HTTP/1.1" status: 200 len: 217 time: 0.0781391 Jun 17 14:41:36.190548 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9e3f33f1-9d2c-45dd-bd54-68c28f83aee4 req-4c90a02f-cda7-48cd-8262-4faf2bc159bd tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997496 Jun 17 14:41:36.217259 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-6fc5b4df-0e99-404c-a22a-14da02eadc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:36.217259 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-6fc5b4df-0e99-404c-a22a-14da02eadc33 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a5546fc-798f-4301-934b-d318cc55bb1d HTTP/1.1" status: 200 len: 847 time: 0.0802376 Jun 17 14:41:36.267075 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-0650eb62-ed26-47a3-8607-1d6671f09d75 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0404e1fb-dafe-4f86-ab42-59f4cfd0c12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446956 Jun 17 14:41:36.403684 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d67d1-0e43-473f-aa67-24c6c8fd2f4e req-3dc22db0-adaf-4b36-8f12-9e83ba95110f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:36.406279 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4a3d67d1-0e43-473f-aa67-24c6c8fd2f4e req-3dc22db0-adaf-4b36-8f12-9e83ba95110f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 945 time: 0.0969193 Jun 17 14:41:36.409523 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-4b15af90-7649-444c-ab8b-f28b4ce3cf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:36.464793 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4a3d67d1-0e43-473f-aa67-24c6c8fd2f4e req-0370d83a-b6c4-4a96-933b-646ab7c109ca tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529683 Jun 17 14:41:36.517866 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-64c06aed-91b5-4be5-832a-ef8770b403f5 service neutron] 10.222.0.72 "GET /v2.0/networks/0404e1fb-dafe-4f86-ab42-59f4cfd0c12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396379 Jun 17 14:41:36.664888 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4cb600b4-1543-4816-8f2f-06ae622cc928 req-55238030-570f-4846-a314-022fd9613530 service neutron] 10.222.0.72 "GET /v2.0/networks/0404e1fb-dafe-4f86-ab42-59f4cfd0c12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342795 Jun 17 14:41:36.851647 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:36.931113 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6ea88-e6b0-4dff-9883-e645415a97c5 req-f0024655-d9d1-4495-a173-bea20b5f8e63 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:36.932882 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d2f6ea88-e6b0-4dff-9883-e645415a97c5 req-f0024655-d9d1-4495-a173-bea20b5f8e63 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a8a4386-429f-489b-9781-1b2b6f0a3e0b HTTP/1.1" status: 200 len: 943 time: 0.1147237 Jun 17 14:41:36.935759 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f89ed4-c533-449f-bbb0-acdc42f1d45e req-ae1ba88e-6635-4a72-b067-3c0f17161d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:36.937175 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-66f89ed4-c533-449f-bbb0-acdc42f1d45e req-ae1ba88e-6635-4a72-b067-3c0f17161d29 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec83d72059234796a318616b17543f90&device_id=1a8a4386-429f-489b-9781-1b2b6f0a3e0b HTTP/1.1" status: 200 len: 1096 time: 0.1520503 Jun 17 14:41:37.019844 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d2f6ea88-e6b0-4dff-9883-e645415a97c5 req-8d11b53c-57cc-4a34-aa4b-54e06b23f517 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/security-groups?id=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804396 Jun 17 14:41:37.111761 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587ee33-3e4c-4c83-8d5d-b69c7404041f req-9906af59-7a4e-427f-b662-e3869923b4df tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:37.120660 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-1587ee33-3e4c-4c83-8d5d-b69c7404041f req-9906af59-7a4e-427f-b662-e3869923b4df tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.1187444 Jun 17 14:41:37.145633 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f89ed4-c533-449f-bbb0-acdc42f1d45e req-2b455e15-e6c6-42dc-a7f7-54a80580ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:37.147133 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-66f89ed4-c533-449f-bbb0-acdc42f1d45e req-2b455e15-e6c6-42dc-a7f7-54a80580ad1a service neutron] 10.222.0.72 "GET /v2.0/networks?id=0404e1fb-dafe-4f86-ab42-59f4cfd0c12c HTTP/1.1" status: 200 len: 909 time: 0.1931372 Jun 17 14:41:37.165818 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-1587ee33-3e4c-4c83-8d5d-b69c7404041f req-b99479eb-d87f-4420-90eb-dffdacce36cf tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448515 Jun 17 14:41:37.219537 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-66f89ed4-c533-449f-bbb0-acdc42f1d45e req-02e2595f-d5f3-473d-b1b8-f8c253be3087 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c566f45-44ab-41dd-b299-b3f8d5b6cbec HTTP/1.1" status: 200 len: 217 time: 0.0654030 Jun 17 14:41:37.283308 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f89ed4-c533-449f-bbb0-acdc42f1d45e req-a891d91b-e99a-4991-8f85-1b1677c0bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:37.284733 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-66f89ed4-c533-449f-bbb0-acdc42f1d45e req-a891d91b-e99a-4991-8f85-1b1677c0bc7a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a5546fc-798f-4301-934b-d318cc55bb1d HTTP/1.1" status: 200 len: 847 time: 0.0573847 Jun 17 14:41:37.372258 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-66f89ed4-c533-449f-bbb0-acdc42f1d45e req-d83d15a2-8c25-477e-a189-29fa67639c01 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0404e1fb-dafe-4f86-ab42-59f4cfd0c12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780752 Jun 17 14:41:37.532427 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4b6ab-282f-4121-8403-b1fbfdb3d98f req-c8ac4409-b9ad-4bca-a872-c76328913c1e tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:37.533098 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ade4b6ab-282f-4121-8403-b1fbfdb3d98f req-c8ac4409-b9ad-4bca-a872-c76328913c1e tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.2064598 Jun 17 14:41:37.557522 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-66f89ed4-c533-449f-bbb0-acdc42f1d45e req-6f35eb9e-7448-4630-81d1-23fa5cd86c3e service neutron] 10.222.0.72 "GET /v2.0/networks/0404e1fb-dafe-4f86-ab42-59f4cfd0c12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755574 Jun 17 14:41:37.587354 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ade4b6ab-282f-4121-8403-b1fbfdb3d98f req-c314e84c-5e60-4cf7-9871-2a1d0ccdd08a tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486956 Jun 17 14:41:37.722269 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-66f89ed4-c533-449f-bbb0-acdc42f1d45e req-f47d975e-59b3-4a03-bcff-5d91e7e85927 service neutron] 10.222.0.72 "GET /v2.0/networks/0404e1fb-dafe-4f86-ab42-59f4cfd0c12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382093 Jun 17 14:41:37.816893 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8997f-7b6e-4fff-a00a-c2a1054545b1 req-020e88a9-3fca-458a-bf47-cf90efe4813b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:37.818677 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-1fb8997f-7b6e-4fff-a00a-c2a1054545b1 req-020e88a9-3fca-458a-bf47-cf90efe4813b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 945 time: 0.0833285 Jun 17 14:41:37.865181 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-1fb8997f-7b6e-4fff-a00a-c2a1054545b1 req-89ea03a5-6c25-464e-b59c-5b594eeeef8d tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396008 Jun 17 14:41:38.284356 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba6237-22c8-4062-837e-0f689047baee req-21184704-e959-4d5e-be44-487a6b054f0d tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:38.286030 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-35ba6237-22c8-4062-837e-0f689047baee req-21184704-e959-4d5e-be44-487a6b054f0d tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a8a4386-429f-489b-9781-1b2b6f0a3e0b HTTP/1.1" status: 200 len: 943 time: 0.0985718 Jun 17 14:41:38.338878 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-35ba6237-22c8-4062-837e-0f689047baee req-f64d5a7a-cef6-4eb4-97e0-fda2e7a61b75 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/security-groups?id=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473523 Jun 17 14:41:38.369138 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c08c2d-fef2-41ab-8a22-7588b31221d4 req-b1999a54-3fa1-44d0-b00a-d0610e186780 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:38.371255 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-43c08c2d-fef2-41ab-8a22-7588b31221d4 req-b1999a54-3fa1-44d0-b00a-d0610e186780 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.0866091 Jun 17 14:41:38.420297 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-43c08c2d-fef2-41ab-8a22-7588b31221d4 req-f839a5cb-0d65-42d9-9322-11037ac35591 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420706 Jun 17 14:41:38.765885 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d272e0a-5f36-4886-a74c-8b4013e531a8 req-52363075-670a-4f98-9256-c73695a04d72 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:38.767378 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-8d272e0a-5f36-4886-a74c-8b4013e531a8 req-52363075-670a-4f98-9256-c73695a04d72 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.0825179 Jun 17 14:41:38.815730 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-8d272e0a-5f36-4886-a74c-8b4013e531a8 req-0241e823-7b5e-42b0-981e-d41507364ba0 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424562 Jun 17 14:41:38.843842 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea860d9b-7076-43cf-a418-3844ec6c7fb5 req-ca7098b5-b93f-4a2d-911f-ef4730067b18 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:38.845212 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ea860d9b-7076-43cf-a418-3844ec6c7fb5 req-ca7098b5-b93f-4a2d-911f-ef4730067b18 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1389968 Jun 17 14:41:38.890101 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a4696-00fc-40ba-9517-efaf73606fab req-df40b2c0-a154-4cbf-b726-8bfd3d1b85ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:38.891566 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-498a4696-00fc-40ba-9517-efaf73606fab req-df40b2c0-a154-4cbf-b726-8bfd3d1b85ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=80a9b853210242ac916c0e29f6c3f9bb&device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 1098 time: 0.1190078 Jun 17 14:41:38.899162 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ea860d9b-7076-43cf-a418-3844ec6c7fb5 req-c90d83ac-d454-4fb7-801e-361593edc3fb tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465536 Jun 17 14:41:38.941765 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-b8679d64-cd09-49e0-8846-6e9cad6ddd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:39.037290 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a4696-00fc-40ba-9517-efaf73606fab req-33712289-5ff7-45a7-9f02-32b3e7fb327c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:39.038772 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-498a4696-00fc-40ba-9517-efaf73606fab req-33712289-5ff7-45a7-9f02-32b3e7fb327c service neutron] 10.222.0.72 "GET /v2.0/networks?id=224875c5-70eb-4e10-8087-1385d93f5cbf HTTP/1.1" status: 200 len: 912 time: 0.1387787 Jun 17 14:41:39.041741 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 4c566f45-44ab-41dd-b299-b3f8d5b6cbec details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:41:39.082863 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6f240-2daa-4c7b-8875-6b0fd5d46b04 req-43294249-51d3-4577-88e4-ac42c8f2a42a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:39.084972 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7fb6f240-2daa-4c7b-8875-6b0fd5d46b04 req-43294249-51d3-4577-88e4-ac42c8f2a42a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 945 time: 0.0851450 Jun 17 14:41:39.138432 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7fb6f240-2daa-4c7b-8875-6b0fd5d46b04 req-7a93a9f7-611d-44d5-b388-3217dd1f430c tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465884 Jun 17 14:41:39.196272 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 4c566f45-44ab-41dd-b299-b3f8d5b6cbec, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=4c566f45-44ab-41dd-b299-b3f8d5b6cbec,segment=NetworkSegment(3cde0410-6b67-45f7-b26c-3a7e7f920b94),segment_id=3cde0410-6b67-45f7-b26c-3a7e7f920b94)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:41:39.211636 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Returning: {'device': '4c566f45-44ab-41dd-b299-b3f8d5b6cbec', 'network_id': '0404e1fb-dafe-4f86-ab42-59f4cfd0c12c', 'port_id': '4c566f45-44ab-41dd-b299-b3f8d5b6cbec', 'mac_address': 'fa:16:3e:7a:69:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5546fc-798f-4301-934b-d318cc55bb1d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:41:39.273066 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-498a4696-00fc-40ba-9517-efaf73606fab req-ad044121-0269-4208-98a0-54ea93997504 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7410e06d-9a99-4bf0-a807-ae77f2b427b1 HTTP/1.1" status: 200 len: 1001 time: 0.2186320 Jun 17 14:41:39.290099 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:39.309569 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c566f45-44ab-41dd-b299-b3f8d5b6cbec {{(pid=78473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:41:39.325894 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 4c566f45-44ab-41dd-b299-b3f8d5b6cbec, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=4c566f45-44ab-41dd-b299-b3f8d5b6cbec,segment=NetworkSegment(3cde0410-6b67-45f7-b26c-3a7e7f920b94),segment_id=3cde0410-6b67-45f7-b26c-3a7e7f920b94)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:41:39.332609 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:39.335457 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:39.360132 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a4696-00fc-40ba-9517-efaf73606fab req-13d5bb29-4f8c-4ed7-8d43-0bc811b547be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:39.360132 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-498a4696-00fc-40ba-9517-efaf73606fab req-13d5bb29-4f8c-4ed7-8d43-0bc811b547be service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c9a4e58-351e-45bb-8981-70921e1085a6 HTTP/1.1" status: 200 len: 849 time: 0.0740044 Jun 17 14:41:39.415141 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=4c566f45-44ab-41dd-b299-b3f8d5b6cbec,revision_number=4']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:39.419424 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:39.454678 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a4696-00fc-40ba-9517-efaf73606fab req-444fa2c4-8be6-4c70-bf3b-431cd8cee19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:39.456155 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-498a4696-00fc-40ba-9517-efaf73606fab req-444fa2c4-8be6-4c70-bf3b-431cd8cee19a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=224875c5-70eb-4e10-8087-1385d93f5cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0841184 Jun 17 14:41:39.659239 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace2e0d-3f08-4bd9-90bb-789113b3627b req-0daf28ba-8ed7-46be-8b8d-574dddeff0a7 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:39.660708 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9ace2e0d-3f08-4bd9-90bb-789113b3627b req-0daf28ba-8ed7-46be-8b8d-574dddeff0a7 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a8a4386-429f-489b-9781-1b2b6f0a3e0b HTTP/1.1" status: 200 len: 944 time: 0.2017908 Jun 17 14:41:39.666859 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-498a4696-00fc-40ba-9517-efaf73606fab req-963aa26a-7a94-4ba1-822a-13f1ad926866 service neutron] 10.222.0.72 "GET /v2.0/networks/224875c5-70eb-4e10-8087-1385d93f5cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727164 Jun 17 14:41:39.742617 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9ace2e0d-3f08-4bd9-90bb-789113b3627b req-8f3c4099-e7b3-41ae-a8d0-98e3b1f0aa8b tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/security-groups?id=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749950 Jun 17 14:41:39.828303 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['4c566f45-44ab-41dd-b299-b3f8d5b6cbec'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:41:39.835475 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-498a4696-00fc-40ba-9517-efaf73606fab req-d62fd22e-b624-43c1-ab14-9f89cac498de service neutron] 10.222.0.72 "GET /v2.0/networks/224875c5-70eb-4e10-8087-1385d93f5cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525447 Jun 17 14:41:40.022892 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c337773-1338-4210-a068-7d687d7848a8 req-7e77d0b1-e7c2-4f16-b406-e6407c55c8d1 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:40.030571 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7c337773-1338-4210-a068-7d687d7848a8 req-7e77d0b1-e7c2-4f16-b406-e6407c55c8d1 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.0932651 Jun 17 14:41:40.100473 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7c337773-1338-4210-a068-7d687d7848a8 req-f788bcde-ae13-4fb1-9d55-5a8f0f2da93b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671468 Jun 17 14:41:40.137065 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:40.164808 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f27c5f-1c74-4992-a413-32f1c03797ab req-bfc8458b-8ecd-41ac-a19d-278e542cb8e1 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:40.166323 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-89f27c5f-1c74-4992-a413-32f1c03797ab req-bfc8458b-8ecd-41ac-a19d-278e542cb8e1 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1308084 Jun 17 14:41:40.218648 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-89f27c5f-1c74-4992-a413-32f1c03797ab req-11e8da98-9a5f-41cd-a1ed-76bf0e5ee2b3 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451701 Jun 17 14:41:40.332375 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f130a1-a0d4-4459-a3a5-98b6f3a758dc req-8e3c63ce-2064-4251-932c-5a1b433f47fa tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:40.333951 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-57f130a1-a0d4-4459-a3a5-98b6f3a758dc req-8e3c63ce-2064-4251-932c-5a1b433f47fa tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 945 time: 0.0807600 Jun 17 14:41:40.380993 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-57f130a1-a0d4-4459-a3a5-98b6f3a758dc req-74922aff-bb69-4354-b01d-dade2efb058f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413318 Jun 17 14:41:40.948340 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338dd87-3069-4225-8a9b-2ecf0962e8db req-f9f0255a-c0c9-425e-9d74-4fc5662d162f tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:40.949803 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1338dd87-3069-4225-8a9b-2ecf0962e8db req-f9f0255a-c0c9-425e-9d74-4fc5662d162f tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a8a4386-429f-489b-9781-1b2b6f0a3e0b HTTP/1.1" status: 200 len: 944 time: 0.1006272 Jun 17 14:41:41.004408 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1338dd87-3069-4225-8a9b-2ecf0962e8db req-607022ec-7d03-4a07-9545-36edbcd6010e tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/security-groups?id=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453892 Jun 17 14:41:41.069160 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 8d1bc185-d46e-4577-a534-c1b56d2cde81 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:41:41.237484 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 8d1bc185-d46e-4577-a534-c1b56d2cde81, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=8d1bc185-d46e-4577-a534-c1b56d2cde81,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:41:41.251829 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Returning: {'device': '8d1bc185-d46e-4577-a534-c1b56d2cde81', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'port_id': '8d1bc185-d46e-4577-a534-c1b56d2cde81', 'mac_address': 'fa:16:3e:45:67:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d50089-0579-444b-be8e-835b748ebcf1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:41:41.307518 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7735c2d-7bc4-451c-a246-8e6bbd1645bf req-ed671348-9c00-4482-bba7-71471a029192 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:41.310651 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-c7735c2d-7bc4-451c-a246-8e6bbd1645bf req-ed671348-9c00-4482-bba7-71471a029192 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.0928268 Jun 17 14:41:41.317612 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:41.337408 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d1bc185-d46e-4577-a534-c1b56d2cde81 {{(pid=78473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:41:41.359120 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 8d1bc185-d46e-4577-a534-c1b56d2cde81, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=8d1bc185-d46e-4577-a534-c1b56d2cde81,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:41:41.363301 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:41.365037 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:41.368665 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-c7735c2d-7bc4-451c-a246-8e6bbd1645bf req-fd69392c-854a-4655-b5d8-46fcd4a8307d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461497 Jun 17 14:41:41.437412 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=8d1bc185-d46e-4577-a534-c1b56d2cde81,revision_number=6']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:41.440598 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:41.454609 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb7b76-a3c3-4d5d-94ec-478fa1b455b3 req-c336d824-64a5-4df9-a36e-4492e5cfeb14 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:41.456355 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6beb7b76-a3c3-4d5d-94ec-478fa1b455b3 req-c336d824-64a5-4df9-a36e-4492e5cfeb14 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1107183 Jun 17 14:41:41.503116 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:41.524446 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6beb7b76-a3c3-4d5d-94ec-478fa1b455b3 req-b66fe9fc-015a-4861-9e07-f128c4655965 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630958 Jun 17 14:41:41.598990 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23072a-8d8b-46d0-8d64-898d93f8713e req-ccf199b2-2564-4c24-8718-acf4e0e54125 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:41.600586 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-5d23072a-8d8b-46d0-8d64-898d93f8713e req-ccf199b2-2564-4c24-8718-acf4e0e54125 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 944 time: 0.0861018 Jun 17 14:41:41.646182 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['8d1bc185-d46e-4577-a534-c1b56d2cde81'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:41:41.652134 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-5d23072a-8d8b-46d0-8d64-898d93f8713e req-1576d455-b7fd-4d94-887e-bedd87001352 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457451 Jun 17 14:41:42.194712 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59a13a-190a-46c0-bc8e-afa64c9a09a5 req-097749a7-b013-4139-869f-170898e89ea9 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:42.196161 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6f59a13a-190a-46c0-bc8e-afa64c9a09a5 req-097749a7-b013-4139-869f-170898e89ea9 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a8a4386-429f-489b-9781-1b2b6f0a3e0b HTTP/1.1" status: 200 len: 944 time: 0.0873096 Jun 17 14:41:42.243413 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6f59a13a-190a-46c0-bc8e-afa64c9a09a5 req-84dfb162-00f5-4735-be3f-8e74c9b707c2 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/security-groups?id=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412183 Jun 17 14:41:42.728675 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ec4c4-1251-4a92-9922-a4d052a336b1 req-9900799d-b48f-47b7-8ccb-ee95b311fcef tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:42.730234 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-d36ec4c4-1251-4a92-9922-a4d052a336b1 req-9900799d-b48f-47b7-8ccb-ee95b311fcef tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.0939045 Jun 17 14:41:42.777530 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-d36ec4c4-1251-4a92-9922-a4d052a336b1 req-8239f007-d9c3-4321-92aa-ac93f8fc11ac tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404387 Jun 17 14:41:42.846034 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3d7f4-e426-46c7-be7d-a94e41d7e497 req-dd4ea6f1-32e5-48cc-b220-89017fa06778 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:42.847480 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-cad3d7f4-e426-46c7-be7d-a94e41d7e497 req-dd4ea6f1-32e5-48cc-b220-89017fa06778 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 944 time: 0.0808353 Jun 17 14:41:42.891834 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-cad3d7f4-e426-46c7-be7d-a94e41d7e497 req-12f87de4-17ac-4c47-a826-14a88ceb9529 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385134 Jun 17 14:41:43.076878 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 8d1bc185-d46e-4577-a534-c1b56d2cde81 up at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:41:43.149289 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning complete for port 8d1bc185-d46e-4577-a534-c1b56d2cde81 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:41:43.149701 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:43.269765 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:43.299339 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f61358f-286b-4dc2-aae2-318433457ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1bc185-d46e-4577-a534-c1b56d2cde81'}] {{(pid=78473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:41:43.318540 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 8d1bc185-d46e-4577-a534-c1b56d2cde81, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=8d1bc185-d46e-4577-a534-c1b56d2cde81,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:41:43.324260 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:43.325126 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 4c566f45-44ab-41dd-b299-b3f8d5b6cbec up at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:41:43.355653 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:43.401006 dv-cinder-796859-1-smb neutron-server[78473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f61358f-286b-4dc2-aae2-318433457ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1bc185-d46e-4577-a534-c1b56d2cde81', 'code': 200} Jun 17 14:41:43.451996 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=8d1bc185-d46e-4577-a534-c1b56d2cde81,revision_number=7']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:43.456280 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:43.457056 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad09217-cdec-4ae4-b4ef-4811847d172d req-5570dec0-5399-4389-89ba-5750dd5d2821 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:43.458633 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-9ad09217-cdec-4ae4-b4ef-4811847d172d req-5570dec0-5399-4389-89ba-5750dd5d2821 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a8a4386-429f-489b-9781-1b2b6f0a3e0b HTTP/1.1" status: 200 len: 944 time: 0.0897810 Jun 17 14:41:43.464750 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning for port 4c566f45-44ab-41dd-b299-b3f8d5b6cbec completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:41:43.474621 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning complete for port 4c566f45-44ab-41dd-b299-b3f8d5b6cbec triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:41:43.475450 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:43.514993 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-9ad09217-cdec-4ae4-b4ef-4811847d172d req-11ece7c6-2dc9-4f78-8a52-d051337fb27c tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/security-groups?id=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477579 Jun 17 14:41:43.619445 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:43.656673 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 4c566f45-44ab-41dd-b299-b3f8d5b6cbec, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=4c566f45-44ab-41dd-b299-b3f8d5b6cbec,segment=NetworkSegment(3cde0410-6b67-45f7-b26c-3a7e7f920b94),segment_id=3cde0410-6b67-45f7-b26c-3a7e7f920b94)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:41:43.661764 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:43.663668 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:43.757258 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=4c566f45-44ab-41dd-b299-b3f8d5b6cbec,revision_number=5']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:43.760951 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:44.010435 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54a296-7774-4658-8d08-e5da441dc889 req-20230211-24ba-449d-bff2-fe59288c3d50 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:44.012654 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5b54a296-7774-4658-8d08-e5da441dc889 req-20230211-24ba-449d-bff2-fe59288c3d50 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1150367 Jun 17 14:41:44.133162 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5b54a296-7774-4658-8d08-e5da441dc889 req-f2f4dac2-fe34-42dd-a18b-b5d7fbec1d14 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111798 Jun 17 14:41:44.152817 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90be3a-d167-4d07-b043-bd83765d853e req-8626fc71-1f09-449a-bbb9-a09c367a5a2d tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:44.157892 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4c90be3a-d167-4d07-b043-bd83765d853e req-8626fc71-1f09-449a-bbb9-a09c367a5a2d tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 945 time: 0.1212761 Jun 17 14:41:44.221978 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4c90be3a-d167-4d07-b043-bd83765d853e req-b860e855-ae5e-40ac-83e8-636c227d245a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579259 Jun 17 14:41:44.726340 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97673274-5581-45d7-837c-8c654bfe4d93 req-285c20ed-7941-4675-b9af-b06efb9ca034 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:44.728010 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-97673274-5581-45d7-837c-8c654bfe4d93 req-285c20ed-7941-4675-b9af-b06efb9ca034 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a8a4386-429f-489b-9781-1b2b6f0a3e0b HTTP/1.1" status: 200 len: 945 time: 0.0982652 Jun 17 14:41:44.781098 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-97673274-5581-45d7-837c-8c654bfe4d93 req-ea8ca635-9d93-4e5c-9c76-3d87d995e387 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/security-groups?id=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443060 Jun 17 14:41:45.221531 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 45202) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:41:45.402172 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8a4386-429f-489b-9781-1b2b6f0a3e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c566f45-44ab-41dd-b299-b3f8d5b6cbec'}] {{(pid=78473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:41:45.522228 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-cb891b63-dff6-4f21-afe9-7e67581fb33f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:45.541035 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-cb891b63-dff6-4f21-afe9-7e67581fb33f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:41:45.549732 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-cb891b63-dff6-4f21-afe9-7e67581fb33f admin admin] Usage tracker for resource:security_group_rule and tenant:383f612558064a259560d4ba3119f16c is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:41:45.552069 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-cb891b63-dff6-4f21-afe9-7e67581fb33f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:41:45.562294 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-cb891b63-dff6-4f21-afe9-7e67581fb33f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:41:45.568664 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d29fd-16a2-4653-84d6-814ca132ce11 req-9a962534-65de-49a0-9633-7de523e9bc83 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:45.570913 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-917d29fd-16a2-4653-84d6-814ca132ce11 req-9a962534-65de-49a0-9633-7de523e9bc83 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 945 time: 0.1849520 Jun 17 14:41:45.611890 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f0d1f-2bf2-47b3-94e9-c1162083172f req-37e056ad-d019-450e-8f79-1da57e5ecd69 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:45.619036 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-0f9f0d1f-2bf2-47b3-94e9-c1162083172f req-37e056ad-d019-450e-8f79-1da57e5ecd69 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.3633807 Jun 17 14:41:45.623845 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-917d29fd-16a2-4653-84d6-814ca132ce11 req-b76bdd81-b3b9-4502-8f33-422658712888 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442846 Jun 17 14:41:45.683374 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-0f9f0d1f-2bf2-47b3-94e9-c1162083172f req-5f202521-6fa0-4c16-b17f-626fe6c8c866 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634785 Jun 17 14:41:45.693899 dv-cinder-796859-1-smb neutron-server[78473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8a4386-429f-489b-9781-1b2b6f0a3e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c566f45-44ab-41dd-b299-b3f8d5b6cbec', 'code': 200} Jun 17 14:41:45.755731 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-cb891b63-dff6-4f21-afe9-7e67581fb33f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:45.760688 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-cb891b63-dff6-4f21-afe9-7e67581fb33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:45.768702 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-a7ab7fda-04ce-4ddc-b615-2f5b9d410e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:45.849865 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 45214) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:41:45.850237 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-cb891b63-dff6-4f21-afe9-7e67581fb33f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=383f612558064a259560d4ba3119f16c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6264780 Jun 17 14:41:45.852071 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb891b63-dff6-4f21-afe9-7e67581fb33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265a61cf-3be8-4c18-93a9-aef28dd1ca01,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:45.855405 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-cb891b63-dff6-4f21-afe9-7e67581fb33f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:45.977221 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-a5a94da2-457b-49ea-9cfb-f8c8f19aebbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:46.117491 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-a5a94da2-457b-49ea-9cfb-f8c8f19aebbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:46.261579 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f161985-5675-4857-9b40-71a3860325d9 req-d4644cf6-1478-4cf1-9b2d-674ba8afbb7b tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:46.269221 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-8f161985-5675-4857-9b40-71a3860325d9 req-d4644cf6-1478-4cf1-9b2d-674ba8afbb7b tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a8a4386-429f-489b-9781-1b2b6f0a3e0b HTTP/1.1" status: 200 len: 945 time: 0.3488326 Jun 17 14:41:46.343551 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-8f161985-5675-4857-9b40-71a3860325d9 req-6735acd9-d5ac-4acc-aa0a-b5fe328d4ce0 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/security-groups?id=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734012 Jun 17 14:41:46.346004 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29093c-e09a-4f73-a2a4-81b2e8edc978 req-cd949ced-77db-4397-858c-73b64bca0330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:46.347402 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ef29093c-e09a-4f73-a2a4-81b2e8edc978 req-cd949ced-77db-4397-858c-73b64bca0330 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1a8a4386-429f-489b-9781-1b2b6f0a3e0b HTTP/1.1" status: 200 len: 1098 time: 0.2824254 Jun 17 14:41:46.381954 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-a5a94da2-457b-49ea-9cfb-f8c8f19aebbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:46.381954 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-1f1e27dd-b829-4cef-b4de-236acccea1f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:46.396781 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a94da2-457b-49ea-9cfb-f8c8f19aebbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265a61cf-3be8-4c18-93a9-aef28dd1ca01,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:46.400265 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-a5a94da2-457b-49ea-9cfb-f8c8f19aebbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:46.401366 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-a5a94da2-457b-49ea-9cfb-f8c8f19aebbf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/265a61cf-3be8-4c18-93a9-aef28dd1ca01 HTTP/1.1" status: 204 len: 168 time: 0.5493500 Jun 17 14:41:46.402569 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-a5a94da2-457b-49ea-9cfb-f8c8f19aebbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:46.421072 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ef29093c-e09a-4f73-a2a4-81b2e8edc978 req-7988299f-0314-424d-bb73-17ddf7a364c8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665195 Jun 17 14:41:46.865312 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc24542-49cb-4316-9478-9cb086aee0fe req-4d2c71b9-532d-4944-948e-944f46e01ef4 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:46.866962 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-dfc24542-49cb-4316-9478-9cb086aee0fe req-4d2c71b9-532d-4944-948e-944f46e01ef4 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 945 time: 0.0981252 Jun 17 14:41:46.928032 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-dfc24542-49cb-4316-9478-9cb086aee0fe req-27b26b8f-537a-4f2b-a9d6-cbe2b66204a3 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530260 Jun 17 14:41:46.947734 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc37ad6-1a49-4799-95b6-0d1a230e2e57 req-f1d6c229-75bc-40b6-8d3b-95a4b2388be1 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:46.947734 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-8dc37ad6-1a49-4799-95b6-0d1a230e2e57 req-f1d6c229-75bc-40b6-8d3b-95a4b2388be1 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1004450 Jun 17 14:41:46.994878 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-8dc37ad6-1a49-4799-95b6-0d1a230e2e57 req-ec6afd15-315a-4ff8-bb0e-c52c30bdca6b tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443103 Jun 17 14:41:47.603412 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe38d4-cd5a-4f29-9d8b-42b7319bd5d4 req-76a45736-5c1b-402d-8702-f8220bc365b0 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:47.605088 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-2abe38d4-cd5a-4f29-9d8b-42b7319bd5d4 req-76a45736-5c1b-402d-8702-f8220bc365b0 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a8a4386-429f-489b-9781-1b2b6f0a3e0b HTTP/1.1" status: 200 len: 945 time: 0.1086199 Jun 17 14:41:47.659458 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-2abe38d4-cd5a-4f29-9d8b-42b7319bd5d4 req-9f947bec-9bef-40fa-ac09-cec49801c5b6 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/security-groups?id=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480354 Jun 17 14:41:48.211171 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4c956-d955-41bd-bd25-85da29c6e4d2 req-cef0b2f9-ee2e-4d7e-8417-552b0a6df6bb tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:48.220532 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5df4c956-d955-41bd-bd25-85da29c6e4d2 req-cef0b2f9-ee2e-4d7e-8417-552b0a6df6bb tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 945 time: 0.1314418 Jun 17 14:41:48.302117 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5df4c956-d955-41bd-bd25-85da29c6e4d2 req-182f251d-f536-4f89-b21d-ddc756a98adb tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785823 Jun 17 14:41:48.318622 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccada36c-a42c-4d5a-9d27-fed28c5ab745 req-e40fc47e-8ae3-4102-9b3e-81512f9a0821 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:48.326244 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-ccada36c-a42c-4d5a-9d27-fed28c5ab745 req-e40fc47e-8ae3-4102-9b3e-81512f9a0821 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1370111 Jun 17 14:41:48.374540 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-ccada36c-a42c-4d5a-9d27-fed28c5ab745 req-e89b081a-d807-48e3-b7dc-4563b654e174 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474522 Jun 17 14:41:48.879108 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0b074-c868-4cf0-804e-663d50546523 req-0a1fd0fa-5680-4239-a152-c61f1aefe64f tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:48.880701 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-34d0b074-c868-4cf0-804e-663d50546523 req-0a1fd0fa-5680-4239-a152-c61f1aefe64f tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a8a4386-429f-489b-9781-1b2b6f0a3e0b HTTP/1.1" status: 200 len: 945 time: 0.0981135 Jun 17 14:41:48.933372 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-34d0b074-c868-4cf0-804e-663d50546523 req-7a075e88-a3ca-459d-aae6-4f9c0f9e54b9 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/security-groups?id=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454836 Jun 17 14:41:49.581795 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c22da-5b47-4594-b34a-4c164685bfc0 req-43f2f503-1a51-4df7-b532-83996456a17e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:49.589003 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-081c22da-5b47-4594-b34a-4c164685bfc0 req-43f2f503-1a51-4df7-b532-83996456a17e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 945 time: 0.1001215 Jun 17 14:41:49.645144 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-081c22da-5b47-4594-b34a-4c164685bfc0 req-d6f9c3fd-6c5d-4239-a093-f0626d44a32a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551803 Jun 17 14:41:49.657721 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beba493-f46d-488e-beb7-c6dbe9879fc5 req-ea79c0bc-1a59-4c24-8194-a027fc14661d tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:49.659243 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2beba493-f46d-488e-beb7-c6dbe9879fc5 req-ea79c0bc-1a59-4c24-8194-a027fc14661d tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1101658 Jun 17 14:41:49.709512 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2beba493-f46d-488e-beb7-c6dbe9879fc5 req-d4f61179-9e62-4232-bef8-a655a92d5968 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444617 Jun 17 14:41:50.195137 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:41:50.417294 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638fbc7-8ef9-4bd2-9b0f-488fcef907d6 req-aebc6216-dcc5-47e8-ab14-714b117ed2b8 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:50.418829 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-f638fbc7-8ef9-4bd2-9b0f-488fcef907d6 req-aebc6216-dcc5-47e8-ab14-714b117ed2b8 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a8a4386-429f-489b-9781-1b2b6f0a3e0b HTTP/1.1" status: 200 len: 945 time: 0.0819135 Jun 17 14:41:50.468949 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-f638fbc7-8ef9-4bd2-9b0f-488fcef907d6 req-c82949e2-671c-4db1-9db3-0d658e86d505 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/security-groups?id=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440121 Jun 17 14:41:50.863010 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07bab4-91b6-42e3-8f1c-d0486c9e0a6e req-0b07946a-13d9-4563-bc71-26f6ca1e72d4 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:50.870511 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-3d07bab4-91b6-42e3-8f1c-d0486c9e0a6e req-0b07946a-13d9-4563-bc71-26f6ca1e72d4 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 945 time: 0.0995028 Jun 17 14:41:50.920559 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-3d07bab4-91b6-42e3-8f1c-d0486c9e0a6e req-e8b89e05-5531-423b-945a-f44834ade3f7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490336 Jun 17 14:41:50.991720 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600c3fd-11cd-4e96-89eb-a79b8036388d req-b48208c0-3bfc-4ee5-9677-ebc92a79f056 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:50.994194 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b600c3fd-11cd-4e96-89eb-a79b8036388d req-b48208c0-3bfc-4ee5-9677-ebc92a79f056 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1079946 Jun 17 14:41:51.059717 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b600c3fd-11cd-4e96-89eb-a79b8036388d req-7f8aa2b9-c89a-40c2-9be6-b1ad78f98aa4 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582438 Jun 17 14:41:51.705419 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2087a7-c9b8-4f03-b7d5-d54d457dc53c req-9a8bb9e6-9aea-40ef-a711-d32e28972285 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:51.708091 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-dd2087a7-c9b8-4f03-b7d5-d54d457dc53c req-9a8bb9e6-9aea-40ef-a711-d32e28972285 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a8a4386-429f-489b-9781-1b2b6f0a3e0b HTTP/1.1" status: 200 len: 945 time: 0.0998366 Jun 17 14:41:51.763836 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-dd2087a7-c9b8-4f03-b7d5-d54d457dc53c req-12e159aa-5622-4c41-a79c-60180e67dfdf tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/security-groups?id=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492275 Jun 17 14:41:52.191348 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe7ef5-d334-4fb2-bb86-4eee5f4107f5 req-7fdb3bf0-7400-4c68-b1b9-9d0ada7b18a2 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:52.193066 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-c5fe7ef5-d334-4fb2-bb86-4eee5f4107f5 req-7fdb3bf0-7400-4c68-b1b9-9d0ada7b18a2 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 945 time: 0.1309173 Jun 17 14:41:52.313736 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-c5fe7ef5-d334-4fb2-bb86-4eee5f4107f5 req-a5517cfe-ef87-4036-9e7b-1fca7a076324 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112783 Jun 17 14:41:52.430613 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39d96e-250e-4da7-b27e-a7e0ea2b6971 req-b4e7c524-8efc-4721-ac5a-fdeb99d4f394 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:52.432121 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-8f39d96e-250e-4da7-b27e-a7e0ea2b6971 req-b4e7c524-8efc-4721-ac5a-fdeb99d4f394 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1417136 Jun 17 14:41:52.486838 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-8f39d96e-250e-4da7-b27e-a7e0ea2b6971 req-feda9d29-b85f-4345-a0ba-8c8b37a6bbef tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481727 Jun 17 14:41:52.689399 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733338e-d8f8-44d7-9c28-4c8e2b224f81 req-a8ef73b6-d2a3-43f6-a8ab-5be5e1deed1d tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:52.691372 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6733338e-d8f8-44d7-9c28-4c8e2b224f81 req-a8ef73b6-d2a3-43f6-a8ab-5be5e1deed1d tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.72 "GET /v2.0/ports?device_id=1a8a4386-429f-489b-9781-1b2b6f0a3e0b HTTP/1.1" status: 200 len: 945 time: 0.0868194 Jun 17 14:41:52.773670 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-6733338e-d8f8-44d7-9c28-4c8e2b224f81 req-e6c9ed3e-fd8e-42a4-b239-20a252ab1e04 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Deleting port 4c566f45-44ab-41dd-b299-b3f8d5b6cbec {{(pid=78471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:41:52.774222 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-6733338e-d8f8-44d7-9c28-4c8e2b224f81 req-e6c9ed3e-fd8e-42a4-b239-20a252ab1e04 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:52.973181 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817ad3d-9d90-4a92-8c52-69d56ac2eddf req-5ed58bf4-7573-4c0c-b6e2-e73d39c4bf47 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:52.980340 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-c817ad3d-9d90-4a92-8c52-69d56ac2eddf req-5ed58bf4-7573-4c0c-b6e2-e73d39c4bf47 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a8a4386-429f-489b-9781-1b2b6f0a3e0b HTTP/1.1" status: 200 len: 945 time: 0.0875380 Jun 17 14:41:53.054219 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-c817ad3d-9d90-4a92-8c52-69d56ac2eddf req-dc5e56c1-9856-4033-8b8f-c9ceb49a3d13 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/security-groups?id=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728047 Jun 17 14:41:53.087208 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-6733338e-d8f8-44d7-9c28-4c8e2b224f81 req-e6c9ed3e-fd8e-42a4-b239-20a252ab1e04 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] For port 4c566f45-44ab-41dd-b299-b3f8d5b6cbec, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=4c566f45-44ab-41dd-b299-b3f8d5b6cbec,segment=NetworkSegment(3cde0410-6b67-45f7-b26c-3a7e7f920b94),segment_id=3cde0410-6b67-45f7-b26c-3a7e7f920b94)] {{(pid=78471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:41:53.087564 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-6733338e-d8f8-44d7-9c28-4c8e2b224f81 req-e6c9ed3e-fd8e-42a4-b239-20a252ab1e04 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:53.228737 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-6733338e-d8f8-44d7-9c28-4c8e2b224f81 req-e6c9ed3e-fd8e-42a4-b239-20a252ab1e04 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Calling delete_port for 4c566f45-44ab-41dd-b299-b3f8d5b6cbec owned by compute:nova {{(pid=78471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:41:53.483893 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-6733338e-d8f8-44d7-9c28-4c8e2b224f81 req-e6c9ed3e-fd8e-42a4-b239-20a252ab1e04 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:53.492040 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-1424f664-8509-4bf0-884a-576e52b0c27e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:53.534955 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['4c566f45-44ab-41dd-b299-b3f8d5b6cbec'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:41:53.654938 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9ed3e-fd8e-42a4-b239-20a252ab1e04 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Pushing event deleted for resources: {'Port': ['ID=4c566f45-44ab-41dd-b299-b3f8d5b6cbec,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:53.657470 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-e6c9ed3e-fd8e-42a4-b239-20a252ab1e04 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:53.776462 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff32c9a-1225-4abf-ba87-3519ac986653 req-be3375ad-46ce-49a2-b48b-0780dfe5ed6f tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:53.783730 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-1ff32c9a-1225-4abf-ba87-3519ac986653 req-be3375ad-46ce-49a2-b48b-0780dfe5ed6f tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1121213 Jun 17 14:41:53.808175 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-6733338e-d8f8-44d7-9c28-4c8e2b224f81 req-e6c9ed3e-fd8e-42a4-b239-20a252ab1e04 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] No DVR routers for this DVR port 4c566f45-44ab-41dd-b299-b3f8d5b6cbec on host hv-cinder-79685 {{(pid=78471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:41:53.811592 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-6733338e-d8f8-44d7-9c28-4c8e2b224f81 req-e6c9ed3e-fd8e-42a4-b239-20a252ab1e04 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:53.824397 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8a4386-429f-489b-9781-1b2b6f0a3e0b', 'name': 'network-vif-deleted', 'tag': '4c566f45-44ab-41dd-b299-b3f8d5b6cbec'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:41:53.832735 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6733338e-d8f8-44d7-9c28-4c8e2b224f81 req-e6c9ed3e-fd8e-42a4-b239-20a252ab1e04 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.72 "DELETE /v2.0/ports/4c566f45-44ab-41dd-b299-b3f8d5b6cbec HTTP/1.1" status: 204 len: 173 time: 1.1354995 Jun 17 14:41:53.839001 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-1ff32c9a-1225-4abf-ba87-3519ac986653 req-c1099f4c-0788-4b03-a3d8-e691f2d6c861 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541923 Jun 17 14:41:53.853597 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe0694-ea8d-48e3-9c76-1e0ebe829fc1 req-6a541af5-108e-4cb0-8ada-32e2d2cf6014 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:53.860697 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-65fe0694-ea8d-48e3-9c76-1e0ebe829fc1 req-6a541af5-108e-4cb0-8ada-32e2d2cf6014 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 945 time: 0.3215752 Jun 17 14:41:53.956763 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8a4386-429f-489b-9781-1b2b6f0a3e0b', 'name': 'network-vif-deleted', 'tag': '4c566f45-44ab-41dd-b299-b3f8d5b6cbec', 'status': 'completed', 'code': 200} Jun 17 14:41:53.977292 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-65fe0694-ea8d-48e3-9c76-1e0ebe829fc1 req-d3bbb872-4757-41de-a22d-e3895849fed4 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147666 Jun 17 14:41:54.288206 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-935c83f1-8d51-4344-9b8f-f91b23bd880b req-ad98f974-6f17-408f-8b0d-bcdd12c20b68 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a8a4386-429f-489b-9781-1b2b6f0a3e0b HTTP/1.1" status: 200 len: 210 time: 0.0490725 Jun 17 14:41:55.077140 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee371f6-5312-4475-83d5-34ef14980dd7 req-8d38adf7-df02-4e18-a5a5-2ac7d3c1e514 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:55.084269 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1ee371f6-5312-4475-83d5-34ef14980dd7 req-8d38adf7-df02-4e18-a5a5-2ac7d3c1e514 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1273496 Jun 17 14:41:55.139060 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1ee371f6-5312-4475-83d5-34ef14980dd7 req-58de4171-ce7a-40f3-8546-e4c7129bb1d9 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527992 Jun 17 14:41:55.253111 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb15416-946e-4afe-b789-ece921f2b640 req-69bc24bf-8753-4465-bf20-d4e4fba4de43 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:55.254586 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-abb15416-946e-4afe-b789-ece921f2b640 req-69bc24bf-8753-4465-bf20-d4e4fba4de43 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 945 time: 0.0823803 Jun 17 14:41:55.302239 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-abb15416-946e-4afe-b789-ece921f2b640 req-bd7f5cdc-2654-46fc-8c21-60d61c83589a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409954 Jun 17 14:41:55.552954 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410c9e4-936f-48bd-a8cf-c42e690d8715 req-fafda8ab-9e0e-4296-a6d5-210915f6c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:55.554486 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a410c9e4-936f-48bd-a8cf-c42e690d8715 req-fafda8ab-9e0e-4296-a6d5-210915f6c9d6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=092c45fa4f034867b5054335dbba9fa1&device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 1098 time: 0.0738492 Jun 17 14:41:55.668174 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:55.694748 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410c9e4-936f-48bd-a8cf-c42e690d8715 req-495878a5-c3b6-4278-8e5e-733c3a003915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:55.696342 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a410c9e4-936f-48bd-a8cf-c42e690d8715 req-495878a5-c3b6-4278-8e5e-733c3a003915 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4883627e-6fe8-4d7a-b297-cbdd10bc6a3f HTTP/1.1" status: 200 len: 919 time: 0.1345761 Jun 17 14:41:55.812960 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a410c9e4-936f-48bd-a8cf-c42e690d8715 req-77f69c08-0a63-480b-b0e1-21f838ccffcf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d1bc185-d46e-4577-a534-c1b56d2cde81 HTTP/1.1" status: 200 len: 1001 time: 0.1032202 Jun 17 14:41:55.880058 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410c9e4-936f-48bd-a8cf-c42e690d8715 req-abfeeefb-633f-4a16-9fb0-ec80e01da9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:55.881847 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a410c9e4-936f-48bd-a8cf-c42e690d8715 req-abfeeefb-633f-4a16-9fb0-ec80e01da9fe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49d50089-0579-444b-be8e-835b748ebcf1 HTTP/1.1" status: 200 len: 856 time: 0.0623145 Jun 17 14:41:55.964854 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410c9e4-936f-48bd-a8cf-c42e690d8715 req-13ac35de-b7f5-4a33-9b0c-dc2c65332029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:55.966913 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a410c9e4-936f-48bd-a8cf-c42e690d8715 req-13ac35de-b7f5-4a33-9b0c-dc2c65332029 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4883627e-6fe8-4d7a-b297-cbdd10bc6a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771115 Jun 17 14:41:56.115156 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a410c9e4-936f-48bd-a8cf-c42e690d8715 req-a8b124d5-4b66-48e7-b06a-dfe135e691fd service neutron] 10.222.0.72 "GET /v2.0/networks/4883627e-6fe8-4d7a-b297-cbdd10bc6a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332555 Jun 17 14:41:56.258886 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a410c9e4-936f-48bd-a8cf-c42e690d8715 req-0e4eceab-27fd-4548-a469-9a44d32c52e0 service neutron] 10.222.0.72 "GET /v2.0/networks/4883627e-6fe8-4d7a-b297-cbdd10bc6a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362028 Jun 17 14:41:56.366443 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511da40-ede3-4009-819a-a1c0de1c43d2 req-d6c19487-ebac-4ca1-9fb2-8d7343a54886 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:56.368082 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0511da40-ede3-4009-819a-a1c0de1c43d2 req-d6c19487-ebac-4ca1-9fb2-8d7343a54886 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.0852699 Jun 17 14:41:56.416849 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0511da40-ede3-4009-819a-a1c0de1c43d2 req-fc7ce2d3-90bb-432f-9ea2-c6fcb47d7ee0 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433152 Jun 17 14:41:56.505280 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e1692a6e-9650-4e7b-b43f-e98efe564af6 req-506e0b87-b912-4c98-bcb0-e4afa32b6856 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799744 Jun 17 14:41:56.519325 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51aef3-1f06-4829-b224-467cb1078a76 req-101c7a2a-677d-4328-b25c-4d7e29b2bd8e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:56.521452 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-dd51aef3-1f06-4829-b224-467cb1078a76 req-101c7a2a-677d-4328-b25c-4d7e29b2bd8e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 945 time: 0.0857410 Jun 17 14:41:56.570167 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-dd51aef3-1f06-4829-b224-467cb1078a76 req-7549013a-452d-47f4-96ef-c5f9b4d6d0d7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416968 Jun 17 14:41:56.616272 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1692a6e-9650-4e7b-b43f-e98efe564af6 req-f6cbd63b-cab7-44b1-bd0c-de2ea97b9188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:56.617759 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e1692a6e-9650-4e7b-b43f-e98efe564af6 req-f6cbd63b-cab7-44b1-bd0c-de2ea97b9188 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b45a5667af44c408b810bef63493e23&device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 1098 time: 0.0783272 Jun 17 14:41:56.771680 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1692a6e-9650-4e7b-b43f-e98efe564af6 req-2fda3c81-d368-43f2-8500-5d209bc4527e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:56.773117 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e1692a6e-9650-4e7b-b43f-e98efe564af6 req-2fda3c81-d368-43f2-8500-5d209bc4527e service neutron] 10.222.0.72 "GET /v2.0/networks?id=34fc0036-5367-41f0-8c95-8b89259c3d41 HTTP/1.1" status: 200 len: 920 time: 0.1319056 Jun 17 14:41:56.848155 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e1692a6e-9650-4e7b-b43f-e98efe564af6 req-f8ddf860-8198-452c-84d2-758622a5c26c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45011152-843b-4f5e-af6a-4195096374b9 HTTP/1.1" status: 200 len: 217 time: 0.0646904 Jun 17 14:41:56.910125 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1692a6e-9650-4e7b-b43f-e98efe564af6 req-5277b5ec-12b3-4507-84a2-9227bf52f755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:56.911520 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e1692a6e-9650-4e7b-b43f-e98efe564af6 req-5277b5ec-12b3-4507-84a2-9227bf52f755 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ff14308-63ae-4af6-a26f-fe7c9884ddaa HTTP/1.1" status: 200 len: 858 time: 0.0561669 Jun 17 14:41:56.962778 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e1692a6e-9650-4e7b-b43f-e98efe564af6 req-ca1bc772-918d-407d-a258-198d25b90a1d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34fc0036-5367-41f0-8c95-8b89259c3d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426719 Jun 17 14:41:57.150240 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 4c566f45-44ab-41dd-b299-b3f8d5b6cbec no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:41:57.193397 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] No Port match for: 4c566f45-44ab-41dd-b299-b3f8d5b6cbec {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:41:57.193820 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 4c566f45-44ab-41dd-b299-b3f8d5b6cbec not bound to the agent host hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:41:57.195073 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e1692a6e-9650-4e7b-b43f-e98efe564af6 req-b2e44626-0a30-4ebe-b37b-0b045aba3c1c service neutron] 10.222.0.72 "GET /v2.0/networks/34fc0036-5367-41f0-8c95-8b89259c3d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218826 Jun 17 14:41:57.335406 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e1692a6e-9650-4e7b-b43f-e98efe564af6 req-a9b7987c-5ab4-4cc5-833b-2043fb175778 service neutron] 10.222.0.72 "GET /v2.0/networks/34fc0036-5367-41f0-8c95-8b89259c3d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266959 Jun 17 14:41:57.601439 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f002cd5-b1d3-4425-a907-14cf88f1f928 req-bfc9a602-7006-45bb-920b-1fc2b61558da tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:57.602929 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-8f002cd5-b1d3-4425-a907-14cf88f1f928 req-bfc9a602-7006-45bb-920b-1fc2b61558da tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.0789976 Jun 17 14:41:57.650643 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-8f002cd5-b1d3-4425-a907-14cf88f1f928 req-a67332d0-4e10-4ba1-bcf4-de1a19359d64 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409117 Jun 17 14:41:57.773665 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fc134-c49d-4d8b-be2a-6202f940be69 req-eb0e0a74-9140-4ef4-9879-2866a557e8fa tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:57.775130 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-c35fc134-c49d-4d8b-be2a-6202f940be69 req-eb0e0a74-9140-4ef4-9879-2866a557e8fa tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 945 time: 0.0845621 Jun 17 14:41:57.825428 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-c35fc134-c49d-4d8b-be2a-6202f940be69 req-88d6c78f-71f3-43c2-8539-2777f9778e07 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432823 Jun 17 14:41:58.046276 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80122c96-9eb6-4f49-8206-97d2fcc76373 req-d31d0759-3e59-4a89-8ec2-420ebd77d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:58.048593 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-80122c96-9eb6-4f49-8206-97d2fcc76373 req-d31d0759-3e59-4a89-8ec2-420ebd77d186 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 1098 time: 0.0787880 Jun 17 14:41:58.095329 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-80122c96-9eb6-4f49-8206-97d2fcc76373 req-d177ad36-6470-425b-ab99-1a53ffd17e3a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383494 Jun 17 14:41:58.886880 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac21423-a5fe-4c10-968d-fa98e88db0de req-c17c9cc4-75b2-4aa8-b45d-061bb5795755 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:58.894418 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2ac21423-a5fe-4c10-968d-fa98e88db0de req-c17c9cc4-75b2-4aa8-b45d-061bb5795755 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1089675 Jun 17 14:41:58.943234 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2ac21423-a5fe-4c10-968d-fa98e88db0de req-4db75989-c747-49ad-b570-9617714f10a0 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477388 Jun 17 14:41:59.163628 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 8d1bc185-d46e-4577-a534-c1b56d2cde81 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:41:59.213714 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3da9d7-1a90-4d1f-8744-70509e520184 req-57fe8b85-5bb7-4f9f-9fb2-bf896968a745 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:41:59.232753 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1f3da9d7-1a90-4d1f-8744-70509e520184 req-57fe8b85-5bb7-4f9f-9fb2-bf896968a745 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 945 time: 0.1562166 Jun 17 14:41:59.319693 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1f3da9d7-1a90-4d1f-8744-70509e520184 req-dc910da1-96b3-4e37-be5e-acbc40474f20 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827439 Jun 17 14:41:59.407843 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:59.452924 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f61358f-286b-4dc2-aae2-318433457ea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d1bc185-d46e-4577-a534-c1b56d2cde81'}] {{(pid=78473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:41:59.464535 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 8d1bc185-d46e-4577-a534-c1b56d2cde81, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=8d1bc185-d46e-4577-a534-c1b56d2cde81,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:41:59.469630 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:59.471744 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:59.530342 dv-cinder-796859-1-smb neutron-server[78473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f61358f-286b-4dc2-aae2-318433457ea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d1bc185-d46e-4577-a534-c1b56d2cde81', 'code': 200} Jun 17 14:41:59.576751 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=8d1bc185-d46e-4577-a534-c1b56d2cde81,revision_number=8']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:59.580236 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:00.166284 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db34374-d962-4a94-8f80-76b5d835bb3b req-b190f3be-b616-4f91-a830-89c4913ad817 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:00.175633 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2db34374-d962-4a94-8f80-76b5d835bb3b req-b190f3be-b616-4f91-a830-89c4913ad817 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1116400 Jun 17 14:42:00.228042 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2db34374-d962-4a94-8f80-76b5d835bb3b req-c7128e6d-9cb9-4fb7-bb88-0c7193952158 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514791 Jun 17 14:42:00.540345 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af180103-0733-47d1-8843-3b070810a633 req-ef49df22-e880-4856-b80d-72b4e06f654e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:00.546720 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-af180103-0733-47d1-8843-3b070810a633 req-ef49df22-e880-4856-b80d-72b4e06f654e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 943 time: 0.0978451 Jun 17 14:42:00.601991 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-af180103-0733-47d1-8843-3b070810a633 req-b458e292-7a9d-4dc2-aeeb-7821ecab5bc5 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522864 Jun 17 14:42:01.008514 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a55f2-cdc8-4400-8668-4dd293031f86 req-ac3400d5-4dc0-4ab6-8041-ae4d41d2bd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:01.010016 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-412a55f2-cdc8-4400-8668-4dd293031f86 req-ac3400d5-4dc0-4ab6-8041-ae4d41d2bd54 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b45a5667af44c408b810bef63493e23&device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 1098 time: 0.1086173 Jun 17 14:42:01.038690 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375a509-c1ec-41fc-a341-0398166e5b59 req-28df665a-0952-46d2-96f6-eb9ce01cf618 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:01.065133 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4375a509-c1ec-41fc-a341-0398166e5b59 req-28df665a-0952-46d2-96f6-eb9ce01cf618 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1399341 Jun 17 14:42:01.210104 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4375a509-c1ec-41fc-a341-0398166e5b59 req-b68b7bf5-9dd1-4188-8da2-10cdab8b1cb5 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357303 Jun 17 14:42:01.354646 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a55f2-cdc8-4400-8668-4dd293031f86 req-151339f6-e8ca-44e0-b5aa-9979386a9251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:01.356471 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-412a55f2-cdc8-4400-8668-4dd293031f86 req-151339f6-e8ca-44e0-b5aa-9979386a9251 service neutron] 10.222.0.72 "GET /v2.0/networks?id=34fc0036-5367-41f0-8c95-8b89259c3d41 HTTP/1.1" status: 200 len: 920 time: 0.3319268 Jun 17 14:42:01.442096 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-412a55f2-cdc8-4400-8668-4dd293031f86 req-0b0029cf-e560-4004-b93c-8dd23d2a2330 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=205b989c-e347-402b-9b8f-64bdbffaacdf HTTP/1.1" status: 200 len: 217 time: 0.0772598 Jun 17 14:42:01.560297 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a55f2-cdc8-4400-8668-4dd293031f86 req-c4e86b3b-2289-4144-b3c6-4fb67eb05804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:01.565320 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-412a55f2-cdc8-4400-8668-4dd293031f86 req-c4e86b3b-2289-4144-b3c6-4fb67eb05804 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ff14308-63ae-4af6-a26f-fe7c9884ddaa HTTP/1.1" status: 200 len: 858 time: 0.1150684 Jun 17 14:42:01.684970 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-412a55f2-cdc8-4400-8668-4dd293031f86 req-357c9f1b-d73a-4a7a-9f07-b21ab7823b8a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34fc0036-5367-41f0-8c95-8b89259c3d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035874 Jun 17 14:42:01.895747 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-412a55f2-cdc8-4400-8668-4dd293031f86 req-530c7f5a-e6f5-4d8f-a54f-bce443ae44a4 service neutron] 10.222.0.72 "GET /v2.0/networks/34fc0036-5367-41f0-8c95-8b89259c3d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026229 Jun 17 14:42:02.317187 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-412a55f2-cdc8-4400-8668-4dd293031f86 req-60fc7f2d-2bfe-4e8b-b54a-9ce3bf90721b service neutron] 10.222.0.72 "GET /v2.0/networks/34fc0036-5367-41f0-8c95-8b89259c3d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141874 Jun 17 14:42:02.361831 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733637eb-3d80-48d3-866f-1d589e18c5f2 req-44d7c8a6-7037-496c-aaf3-423ba8f56ff0 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:02.373679 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-733637eb-3d80-48d3-866f-1d589e18c5f2 req-44d7c8a6-7037-496c-aaf3-423ba8f56ff0 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 943 time: 0.1620622 Jun 17 14:42:02.423791 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-733637eb-3d80-48d3-866f-1d589e18c5f2 req-685bd58b-9e0e-4279-a840-aa21824f3f96 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467772 Jun 17 14:42:02.709038 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e659a6-bfb8-45ad-9424-d660a3e41091 req-b622a5c0-c1ed-4fcf-89f3-3b7c384d18cb tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:02.714186 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-a1e659a6-bfb8-45ad-9424-d660a3e41091 req-b622a5c0-c1ed-4fcf-89f3-3b7c384d18cb tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1877310 Jun 17 14:42:02.815644 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 45520) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:02.867868 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-a1e659a6-bfb8-45ad-9424-d660a3e41091 req-8d9529d9-fd38-4b74-8dac-e88e67b99044 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459813 Jun 17 14:42:03.054328 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-775d69c1-b2eb-42eb-bd26-72fbcf362baf req-23de9fe5-94d7-4aba-9485-fefd77b9a830 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2369187 Jun 17 14:42:03.198344 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 8d1bc185-d46e-4577-a534-c1b56d2cde81 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:42:03.730319 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32919a-c2b0-4572-87fa-f25ea634c455 req-5cf9e754-2d4f-4bd9-abb1-5f00c7fbd902 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:03.738702 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-3b32919a-c2b0-4572-87fa-f25ea634c455 req-5cf9e754-2d4f-4bd9-abb1-5f00c7fbd902 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 943 time: 0.1852465 Jun 17 14:42:03.797862 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-3b32919a-c2b0-4572-87fa-f25ea634c455 req-6fbd6bde-aef9-4412-ae03-1bb678e22775 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559151 Jun 17 14:42:04.168048 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bd5a2-58ff-4863-a016-5778632b1e95 req-2d0d8d39-b330-43e2-96da-3ecfcd7b8c45 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:04.170599 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-118bd5a2-58ff-4863-a016-5778632b1e95 req-2d0d8d39-b330-43e2-96da-3ecfcd7b8c45 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1419230 Jun 17 14:42:04.234708 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-118bd5a2-58ff-4863-a016-5778632b1e95 req-843ac8cd-84c6-4ac4-a900-ab836e19cce2 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557220 Jun 17 14:42:04.841127 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d69c1-b2eb-42eb-bd26-72fbcf362baf req-c566ed04-ec28-4421-960d-27ce073624ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:04.843153 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-775d69c1-b2eb-42eb-bd26-72fbcf362baf req-c566ed04-ec28-4421-960d-27ce073624ec service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8&tenant_id=092c45fa4f034867b5054335dbba9fa1 HTTP/1.1" status: 200 len: 1096 time: 0.0845418 Jun 17 14:42:05.116150 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d69c1-b2eb-42eb-bd26-72fbcf362baf req-b8c690b8-3134-43a7-8105-d4a40aaf74a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:05.117960 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-775d69c1-b2eb-42eb-bd26-72fbcf362baf req-b8c690b8-3134-43a7-8105-d4a40aaf74a5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=092c45fa4f034867b5054335dbba9fa1&device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 1096 time: 0.1983519 Jun 17 14:42:05.132262 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a9c85-1256-4742-a242-47153b680e5d req-29d6ffef-382a-43c3-9652-db0f083e972e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:05.134009 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-539a9c85-1256-4742-a242-47153b680e5d req-29d6ffef-382a-43c3-9652-db0f083e972e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 943 time: 0.1494951 Jun 17 14:42:05.306876 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-539a9c85-1256-4742-a242-47153b680e5d req-2976b8b8-c20d-4eb9-97bc-80cb0ab3d6b5 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445179 Jun 17 14:42:05.383231 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d69c1-b2eb-42eb-bd26-72fbcf362baf req-e62dd0eb-af42-4dc6-8380-e6c28056916b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:05.384755 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-775d69c1-b2eb-42eb-bd26-72fbcf362baf req-e62dd0eb-af42-4dc6-8380-e6c28056916b service neutron] 10.222.0.72 "GET /v2.0/networks?id=4883627e-6fe8-4d7a-b297-cbdd10bc6a3f HTTP/1.1" status: 200 len: 919 time: 0.2495561 Jun 17 14:42:05.627298 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-775d69c1-b2eb-42eb-bd26-72fbcf362baf req-0266e280-d0c0-4580-aa54-131dcbbc83ff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d1bc185-d46e-4577-a534-c1b56d2cde81 HTTP/1.1" status: 200 len: 999 time: 0.2241707 Jun 17 14:42:05.689144 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af29e23-3db2-4be1-8b62-8847a974b98a req-56945555-6783-4eae-b7c2-3203ec8281e0 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:05.690709 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-9af29e23-3db2-4be1-8b62-8847a974b98a req-56945555-6783-4eae-b7c2-3203ec8281e0 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.2451787 Jun 17 14:42:05.705284 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d69c1-b2eb-42eb-bd26-72fbcf362baf req-a4c2cd2d-d5ea-40b9-a5b9-32d0216b3b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:05.707129 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-775d69c1-b2eb-42eb-bd26-72fbcf362baf req-a4c2cd2d-d5ea-40b9-a5b9-32d0216b3b91 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49d50089-0579-444b-be8e-835b748ebcf1 HTTP/1.1" status: 200 len: 856 time: 0.0724912 Jun 17 14:42:05.774428 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-9af29e23-3db2-4be1-8b62-8847a974b98a req-5733898b-bad0-461c-8af6-ea7e5322d751 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766213 Jun 17 14:42:05.917440 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d69c1-b2eb-42eb-bd26-72fbcf362baf req-6e03e59b-6a03-4aa4-b803-bba26cbec90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:05.920255 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-775d69c1-b2eb-42eb-bd26-72fbcf362baf req-6e03e59b-6a03-4aa4-b803-bba26cbec90e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4883627e-6fe8-4d7a-b297-cbdd10bc6a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2051485 Jun 17 14:42:06.192409 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-775d69c1-b2eb-42eb-bd26-72fbcf362baf req-bd4dee4e-e378-4ae3-9c73-0613e9cb80f8 service neutron] 10.222.0.72 "GET /v2.0/networks/4883627e-6fe8-4d7a-b297-cbdd10bc6a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623065 Jun 17 14:42:06.415828 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-aadd42c2-5770-47df-b60f-848cffb999bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:06.421665 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-775d69c1-b2eb-42eb-bd26-72fbcf362baf req-d8228abc-4d14-40cf-b217-7f5856ff9de8 service neutron] 10.222.0.72 "GET /v2.0/networks/4883627e-6fe8-4d7a-b297-cbdd10bc6a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220771 Jun 17 14:42:06.640508 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aeae71-9c26-4228-a82e-84498c62e62b req-15c88e35-b222-43fd-8f76-95e353bc2553 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:06.642594 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-53aeae71-9c26-4228-a82e-84498c62e62b req-15c88e35-b222-43fd-8f76-95e353bc2553 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 943 time: 0.1614799 Jun 17 14:42:06.793672 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-53aeae71-9c26-4228-a82e-84498c62e62b req-fac98fb8-20e8-459a-b39a-141d63126564 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313148 Jun 17 14:42:06.862953 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:08.096752 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e555ee-7c8b-423e-af43-02ccd585eba9 req-00d7f661-f0f4-43cf-82a4-60dc1197e786 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:08.098544 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-32e555ee-7c8b-423e-af43-02ccd585eba9 req-00d7f661-f0f4-43cf-82a4-60dc1197e786 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 943 time: 0.1183329 Jun 17 14:42:08.173388 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-32e555ee-7c8b-423e-af43-02ccd585eba9 req-44d574b9-4a73-40d3-aa4c-fe3c20aeef24 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664196 Jun 17 14:42:08.987780 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-a97d2daf-9ca5-4ef0-8e52-c100e8907f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:09.598668 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9f98f-0e65-43c0-a95a-943b9aedf600 req-77125fa1-9c0a-4f71-b03d-a2cfe5234826 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:09.602114 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-f3d9f98f-0e65-43c0-a95a-943b9aedf600 req-77125fa1-9c0a-4f71-b03d-a2cfe5234826 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 943 time: 0.1714473 Jun 17 14:42:09.673436 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-f3d9f98f-0e65-43c0-a95a-943b9aedf600 req-68f8cdec-e612-4faa-9c39-3674cea96ac6 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654092 Jun 17 14:42:10.173071 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:10.942555 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb89fd-9647-4869-bef0-0dd7167a45c6 req-bb0c7fc3-5d18-42c6-882b-c2621286d7ca tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:10.944973 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-32cb89fd-9647-4869-bef0-0dd7167a45c6 req-bb0c7fc3-5d18-42c6-882b-c2621286d7ca tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 943 time: 0.1050410 Jun 17 14:42:10.997412 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-32cb89fd-9647-4869-bef0-0dd7167a45c6 req-a9ad14c7-2099-4015-b038-7c303e17207e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445521 Jun 17 14:42:11.494622 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:12.394523 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25a685-4dcd-44de-8dab-7a0c06022dec req-8928fb3f-d5c5-401e-9b53-666c743055b6 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:12.412980 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-fa25a685-4dcd-44de-8dab-7a0c06022dec req-8928fb3f-d5c5-401e-9b53-666c743055b6 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 943 time: 0.2468259 Jun 17 14:42:12.507902 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-fa25a685-4dcd-44de-8dab-7a0c06022dec req-1e2feae0-372f-4b9e-ab04-6b248f1615ff tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889077 Jun 17 14:42:12.751712 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d01954-e80c-43de-927d-94cda1741395 req-216c85f6-45c9-4e4b-87c3-ddef327e0edb tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:12.753912 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-01d01954-e80c-43de-927d-94cda1741395 req-216c85f6-45c9-4e4b-87c3-ddef327e0edb tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.1198478 Jun 17 14:42:12.867065 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-01d01954-e80c-43de-927d-94cda1741395 req-6920543a-8d7e-4c2e-b298-56ab3e1fce11 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927460 Jun 17 14:42:14.141401 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c48ef4-9d9b-4c99-b6df-418cdffebe91 req-3bcf6b99-c208-4c6f-b8fd-4e54ec6dd2d1 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:14.160767 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-60c48ef4-9d9b-4c99-b6df-418cdffebe91 req-3bcf6b99-c208-4c6f-b8fd-4e54ec6dd2d1 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 943 time: 0.2327516 Jun 17 14:42:14.258177 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-60c48ef4-9d9b-4c99-b6df-418cdffebe91 req-0ae6fff0-60d4-48d8-b1d8-8ad556430403 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963938 Jun 17 14:42:14.304085 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e576f01-dbea-4d92-b09b-653ec9efbd92 req-00056c3f-1fb9-4fd6-96a0-866dff699c95 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:14.306856 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2e576f01-dbea-4d92-b09b-653ec9efbd92 req-00056c3f-1fb9-4fd6-96a0-866dff699c95 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.2388244 Jun 17 14:42:14.378928 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2e576f01-dbea-4d92-b09b-653ec9efbd92 req-47af0f16-5b00-43a2-bbbe-6d98cd7c44e0 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632281 Jun 17 14:42:15.594331 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f9d37-fd01-4fa6-a334-945ed15bf149 req-472b1618-036a-4344-9fe3-03033039d464 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:15.597029 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-423f9d37-fd01-4fa6-a334-945ed15bf149 req-472b1618-036a-4344-9fe3-03033039d464 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 943 time: 0.1920536 Jun 17 14:42:15.707099 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d207865-ebb5-40de-bd4a-570b7c25d57b req-7b841c82-eddf-4ad6-b93e-9818b84347f3 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:15.709337 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-3d207865-ebb5-40de-bd4a-570b7c25d57b req-7b841c82-eddf-4ad6-b93e-9818b84347f3 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.1402650 Jun 17 14:42:15.717562 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-423f9d37-fd01-4fa6-a334-945ed15bf149 req-a78fe7df-75df-4ef1-ad45-4be9149db7ed tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062772 Jun 17 14:42:15.793299 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-3d207865-ebb5-40de-bd4a-570b7c25d57b req-6d6308a9-c4f1-4ef4-b639-38931affef74 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736389 Jun 17 14:42:16.974732 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a9044-2295-4b65-947f-6ed0d374763a req-eab9caf9-9129-4f27-bcdf-a1ba040c6e3b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:16.976611 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-a54a9044-2295-4b65-947f-6ed0d374763a req-eab9caf9-9129-4f27-bcdf-a1ba040c6e3b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 943 time: 0.1155233 Jun 17 14:42:17.051983 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-a54a9044-2295-4b65-947f-6ed0d374763a req-14d256a1-6967-4ace-b61f-43527c812dcd tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626671 Jun 17 14:42:17.081003 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6cbe8-1144-479f-8ebd-f6c0757145fb req-ac7dd9e0-bfbd-471f-947d-ccf66eeacd4a tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:17.082708 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ffe6cbe8-1144-479f-8ebd-f6c0757145fb req-ac7dd9e0-bfbd-471f-947d-ccf66eeacd4a tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.1070108 Jun 17 14:42:17.170676 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ffe6cbe8-1144-479f-8ebd-f6c0757145fb req-03281532-bb3f-4d3f-bca7-208589d1b69e tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758848 Jun 17 14:42:18.256441 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9e7af-4604-4d31-b26a-1f7aa0ab4f08 req-561747f0-33ba-4794-a9a8-fb3df08de806 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:18.258009 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-3aa9e7af-4604-4d31-b26a-1f7aa0ab4f08 req-561747f0-33ba-4794-a9a8-fb3df08de806 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 943 time: 0.0880475 Jun 17 14:42:18.315074 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-3aa9e7af-4604-4d31-b26a-1f7aa0ab4f08 req-6042950a-ecf0-47cd-8c5e-5e625bdc55dd tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485053 Jun 17 14:42:18.486140 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2c100-7297-4db9-839f-e2ed4d48a1f6 req-0cbd553b-0cd6-4308-8ab6-961d1628df45 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:18.488608 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-63e2c100-7297-4db9-839f-e2ed4d48a1f6 req-0cbd553b-0cd6-4308-8ab6-961d1628df45 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.1962762 Jun 17 14:42:18.539217 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-63e2c100-7297-4db9-839f-e2ed4d48a1f6 req-ccfadd7c-a196-4bdf-8d6c-f1fa6269b3cb tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448062 Jun 17 14:42:19.578872 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b486e1-683c-413e-96c9-763faa68b9f5 req-effe330a-0ae6-4414-b3c0-50e2021ad232 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:19.580408 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-80b486e1-683c-413e-96c9-763faa68b9f5 req-effe330a-0ae6-4414-b3c0-50e2021ad232 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 943 time: 0.0872855 Jun 17 14:42:19.632755 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-80b486e1-683c-413e-96c9-763faa68b9f5 req-51446126-9edb-4a97-947a-c1ab4d9502c9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427792 Jun 17 14:42:19.779438 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b15848-bfaa-4d3c-ad91-6c7f07fc0575 req-a4d8e0ce-1b52-4491-b055-1ded5bbd8648 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:19.780814 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-28b15848-bfaa-4d3c-ad91-6c7f07fc0575 req-a4d8e0ce-1b52-4491-b055-1ded5bbd8648 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.0836325 Jun 17 14:42:19.837281 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-28b15848-bfaa-4d3c-ad91-6c7f07fc0575 req-ded813bf-9702-40a0-ab1e-43703d2477c7 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485921 Jun 17 14:42:20.277995 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 45784) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:20.341151 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63a48c9-6c57-4031-9494-5c3c545a21ee admin admin] Deleting subnet 2a5546fc-798f-4301-934b-d318cc55bb1d {{(pid=78472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 17 14:42:20.344439 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a63a48c9-6c57-4031-9494-5c3c545a21ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:20.394929 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a63a48c9-6c57-4031-9494-5c3c545a21ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15757668'] for subnet, precommit_delete_associations {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:20.449689 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a63a48c9-6c57-4031-9494-5c3c545a21ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820958'] for subnet, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:20.712566 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a63a48c9-6c57-4031-9494-5c3c545a21ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14896095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16701679'] for subnet, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:20.718162 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-4a0910c8-bb09-4182-aee9-0d0cd3830333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:20.755353 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a63a48c9-6c57-4031-9494-5c3c545a21ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for subnet, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:20.759262 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a48c9-6c57-4031-9494-5c3c545a21ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a5546fc-798f-4301-934b-d318cc55bb1d,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:20.817722 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a48c9-6c57-4031-9494-5c3c545a21ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:20.818087 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a48c9-6c57-4031-9494-5c3c545a21ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:20.818444 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a48c9-6c57-4031-9494-5c3c545a21ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:20.818795 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a48c9-6c57-4031-9494-5c3c545a21ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:20.819145 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a48c9-6c57-4031-9494-5c3c545a21ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:20.819488 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a48c9-6c57-4031-9494-5c3c545a21ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:20.819833 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a48c9-6c57-4031-9494-5c3c545a21ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:20.820181 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a48c9-6c57-4031-9494-5c3c545a21ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:20.820517 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a48c9-6c57-4031-9494-5c3c545a21ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:20.820858 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a48c9-6c57-4031-9494-5c3c545a21ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:20.821197 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a48c9-6c57-4031-9494-5c3c545a21ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:20.821534 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a48c9-6c57-4031-9494-5c3c545a21ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:20.845676 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-a63a48c9-6c57-4031-9494-5c3c545a21ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:20.845676 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-a63a48c9-6c57-4031-9494-5c3c545a21ee admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2a5546fc-798f-4301-934b-d318cc55bb1d HTTP/1.1" status: 204 len: 168 time: 0.5587106 Jun 17 14:42:20.845676 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 45792) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:20.957429 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b4965-5fa9-4059-93a0-45892ee3074a req-c2be6d1e-9f95-4ba6-be63-51cb9a5cedce tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:20.958976 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-d82b4965-5fa9-4059-93a0-45892ee3074a req-c2be6d1e-9f95-4ba6-be63-51cb9a5cedce tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 943 time: 0.2007987 Jun 17 14:42:21.006600 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6101e05d-99e0-42ac-a314-00f6b8c12161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:21.024455 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-d82b4965-5fa9-4059-93a0-45892ee3074a req-29c6af7b-6f16-486a-9186-5acb7955719b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549424 Jun 17 14:42:21.079816 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567c193-2334-4e74-beea-8abde5202c1e req-ca3e5ae6-318a-4d22-bc3a-c9a6bafbcf55 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:21.084111 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5567c193-2334-4e74-beea-8abde5202c1e req-ca3e5ae6-318a-4d22-bc3a-c9a6bafbcf55 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.1097085 Jun 17 14:42:21.148998 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5567c193-2334-4e74-beea-8abde5202c1e req-9e35d61c-0404-4dd5-a052-8deedb493488 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582032 Jun 17 14:42:21.226406 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6101e05d-99e0-42ac-a314-00f6b8c12161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821569', 'neutron.services.segments.db._delete_segments_for_network-8744814336166'] for network, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:21.244912 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.services.segments.db [None req-6101e05d-99e0-42ac-a314-00f6b8c12161 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0404e1fb-dafe-4f86-ab42-59f4cfd0c12c']}} {{(pid=78472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:42:21.259126 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.services.segments.db [None req-6101e05d-99e0-42ac-a314-00f6b8c12161 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cde0410-6b67-45f7-b26c-3a7e7f920b94') {'for_net_delete': True} {{(pid=78472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:42:21.259414 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.services.segments.db [None req-6101e05d-99e0-42ac-a314-00f6b8c12161 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cde0410-6b67-45f7-b26c-3a7e7f920b94') {} {{(pid=78472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:42:21.271910 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6101e05d-99e0-42ac-a314-00f6b8c12161 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744814347277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15757651'] for segment, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:21.289277 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6101e05d-99e0-42ac-a314-00f6b8c12161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:21.296519 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6101e05d-99e0-42ac-a314-00f6b8c12161 admin admin] Releasing vlan 1339 on physical network physnet1 to pool {{(pid=78472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:42:21.296924 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6101e05d-99e0-42ac-a314-00f6b8c12161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1816777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14895229'] for segment, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: Traceback (most recent call last): Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: timer() Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: cb(*args, **kw) Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: return func(*args, **kwargs) Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: self._notify() Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: self.callback(batched_events) Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: event.method(event) Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: return f(self, *a, **k) Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: return self._get(url).json() Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: return self.request(url, 'GET', **kwargs) Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:42:21.310459 dv-cinder-796859-1-smb neutron-server[78472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:42:21.392349 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6101e05d-99e0-42ac-a314-00f6b8c12161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768958'] for network, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:21.398474 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6101e05d-99e0-42ac-a314-00f6b8c12161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:21.401810 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-bc2fdc52-7613-4aa8-9503-d75f51819ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:21.428600 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101e05d-99e0-42ac-a314-00f6b8c12161 admin admin] Pushing event deleted for resources: {'Network': ['ID=0404e1fb-dafe-4f86-ab42-59f4cfd0c12c,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:21.431134 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-6101e05d-99e0-42ac-a314-00f6b8c12161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:21.438577 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-6101e05d-99e0-42ac-a314-00f6b8c12161 admin admin] 10.222.0.77 "DELETE /v2.0/networks/0404e1fb-dafe-4f86-ab42-59f4cfd0c12c HTTP/1.1" status: 204 len: 168 time: 0.5972610 Jun 17 14:42:21.569888 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 45802) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:21.625988 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-0d4c521d-483d-4712-91ca-2d55bc885d43 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ec83d72059234796a318616b17543f90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523448 Jun 17 14:42:21.626368 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 45806) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:21.694727 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-ac31b0ce-599d-45b2-b6e2-07f8cc4c6f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:21.732061 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-ac31b0ce-599d-45b2-b6e2-07f8cc4c6f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:21.790412 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-ac31b0ce-599d-45b2-b6e2-07f8cc4c6f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:21.794674 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-58b58a4b-608f-4e06-9839-6829d62b660f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:21.808180 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31b0ce-599d-45b2-b6e2-07f8cc4c6f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef4ed76-cc1d-4e67-8c28-e9fb74572fa2,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:21.822057 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31b0ce-599d-45b2-b6e2-07f8cc4c6f6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:21.822513 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31b0ce-599d-45b2-b6e2-07f8cc4c6f6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:21.823036 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31b0ce-599d-45b2-b6e2-07f8cc4c6f6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:21.823487 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31b0ce-599d-45b2-b6e2-07f8cc4c6f6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:21.823825 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31b0ce-599d-45b2-b6e2-07f8cc4c6f6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:21.824171 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31b0ce-599d-45b2-b6e2-07f8cc4c6f6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:21.824517 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31b0ce-599d-45b2-b6e2-07f8cc4c6f6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:21.824860 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31b0ce-599d-45b2-b6e2-07f8cc4c6f6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:21.825198 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31b0ce-599d-45b2-b6e2-07f8cc4c6f6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:21.825544 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31b0ce-599d-45b2-b6e2-07f8cc4c6f6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:21.825903 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31b0ce-599d-45b2-b6e2-07f8cc4c6f6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:21.826823 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31b0ce-599d-45b2-b6e2-07f8cc4c6f6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:21.830989 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-ac31b0ce-599d-45b2-b6e2-07f8cc4c6f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:21.833242 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-ac31b0ce-599d-45b2-b6e2-07f8cc4c6f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:21.834306 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-ac31b0ce-599d-45b2-b6e2-07f8cc4c6f6e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cef4ed76-cc1d-4e67-8c28-e9fb74572fa2 HTTP/1.1" status: 204 len: 168 time: 0.2069454 Jun 17 14:42:22.222665 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709620cd-a966-47ff-bdbe-8d2ca6f9f02a req-9e3184bb-43b3-49dc-b08c-5e1903dd13ba tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:22.224149 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-709620cd-a966-47ff-bdbe-8d2ca6f9f02a req-9e3184bb-43b3-49dc-b08c-5e1903dd13ba tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 943 time: 0.0833142 Jun 17 14:42:22.275350 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-709620cd-a966-47ff-bdbe-8d2ca6f9f02a req-7990010c-0aaf-4359-86df-c729c09fb57f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431929 Jun 17 14:42:22.353281 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820978d2-0b48-4468-8ccb-af66f3886a2d req-d61a3cd8-2a15-487c-8bec-e0455cbbd222 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:22.354811 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-820978d2-0b48-4468-8ccb-af66f3886a2d req-d61a3cd8-2a15-487c-8bec-e0455cbbd222 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.0909500 Jun 17 14:42:22.407976 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-820978d2-0b48-4468-8ccb-af66f3886a2d req-92831a21-02eb-466b-ae53-5436644d0ab0 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450790 Jun 17 14:42:23.486093 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38313acc-27a7-42af-88bb-1c0055c08769 req-dc414928-a14f-410b-8e89-8180915a3dda tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:23.487566 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-38313acc-27a7-42af-88bb-1c0055c08769 req-dc414928-a14f-410b-8e89-8180915a3dda tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 943 time: 0.0884655 Jun 17 14:42:23.541449 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-38313acc-27a7-42af-88bb-1c0055c08769 req-708ea1b2-1078-4dac-84b2-33de8fbf1d9b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479417 Jun 17 14:42:23.618347 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664dfcf-d594-4fc7-b9bc-cbf6d7e068cc req-c5f4362e-14ab-4a19-9e21-e1134f3e5a48 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:23.619935 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1664dfcf-d594-4fc7-b9bc-cbf6d7e068cc req-c5f4362e-14ab-4a19-9e21-e1134f3e5a48 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.0922923 Jun 17 14:42:23.670928 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1664dfcf-d594-4fc7-b9bc-cbf6d7e068cc req-b4148815-8338-46b7-8c7b-d8a7228459b4 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443935 Jun 17 14:42:24.747220 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d3ba7-ccc2-4231-9f0b-0f458305dfa5 req-2065dc89-04e2-4559-96ed-59028188f822 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:24.749323 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-162d3ba7-ccc2-4231-9f0b-0f458305dfa5 req-2065dc89-04e2-4559-96ed-59028188f822 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 943 time: 0.0937419 Jun 17 14:42:24.809738 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-162d3ba7-ccc2-4231-9f0b-0f458305dfa5 req-b414798a-630e-4fa1-a37d-ea5e350b9173 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543981 Jun 17 14:42:24.900481 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c07094-adc7-4a30-945b-3a9390c6b99c req-ec23d129-0580-42fc-ba83-ead823c03fb6 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:24.901974 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-c7c07094-adc7-4a30-945b-3a9390c6b99c req-ec23d129-0580-42fc-ba83-ead823c03fb6 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.1050253 Jun 17 14:42:24.948758 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-c7c07094-adc7-4a30-945b-3a9390c6b99c req-54697fe0-bb4d-478e-b1b8-c197935c3d88 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409672 Jun 17 14:42:25.263928 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 8d1bc185-d46e-4577-a534-c1b56d2cde81 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:42:25.408252 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 8d1bc185-d46e-4577-a534-c1b56d2cde81, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=8d1bc185-d46e-4577-a534-c1b56d2cde81,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:42:25.421922 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Returning: {'device': '8d1bc185-d46e-4577-a534-c1b56d2cde81', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'port_id': '8d1bc185-d46e-4577-a534-c1b56d2cde81', 'mac_address': 'fa:16:3e:45:67:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d50089-0579-444b-be8e-835b748ebcf1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:42:25.480302 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:25.497355 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d1bc185-d46e-4577-a534-c1b56d2cde81 {{(pid=78473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:42:25.513326 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 8d1bc185-d46e-4577-a534-c1b56d2cde81, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=8d1bc185-d46e-4577-a534-c1b56d2cde81,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:42:25.518079 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:25.520632 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:25.587385 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=8d1bc185-d46e-4577-a534-c1b56d2cde81,revision_number=9']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:25.595534 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:25.595879 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:25.596217 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:25.596560 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:25.596996 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:25.597333 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:25.597735 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:25.598063 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:25.598425 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:25.598824 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:25.599186 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:25.599511 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:25.603634 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:25.677171 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:26.025938 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3f3af-2cd9-404a-8afe-fd712047c7c0 req-cafb8913-eb96-4e3c-987a-46451e0b70a9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:26.027703 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-87d3f3af-2cd9-404a-8afe-fd712047c7c0 req-cafb8913-eb96-4e3c-987a-46451e0b70a9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 944 time: 0.0848584 Jun 17 14:42:26.079565 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['8d1bc185-d46e-4577-a534-c1b56d2cde81'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:42:26.128406 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-87d3f3af-2cd9-404a-8afe-fd712047c7c0 req-6639555a-14e6-4a48-9049-0e0dc987cf0b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902863 Jun 17 14:42:26.378205 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4bc23f-cc20-48b1-b700-b4d9e1b22b7a req-96641c95-1f2a-4095-b9da-67549719e02e tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:26.379838 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-eb4bc23f-cc20-48b1-b700-b4d9e1b22b7a req-96641c95-1f2a-4095-b9da-67549719e02e tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.72 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.1733556 Jun 17 14:42:26.393404 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df4b98-a9bd-4f89-8519-4d0ef3fb1583 req-a6e03fce-7556-4a70-87a6-4bdb1ae3d88a tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:26.395124 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-23df4b98-a9bd-4f89-8519-4d0ef3fb1583 req-a6e03fce-7556-4a70-87a6-4bdb1ae3d88a tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 945 time: 0.3090174 Jun 17 14:42:26.500659 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-eb4bc23f-cc20-48b1-b700-b4d9e1b22b7a req-409df080-d6b7-4bb0-9abb-4e1306eb5551 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Deleting port 45011152-843b-4f5e-af6a-4195096374b9 {{(pid=78471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:42:26.501007 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-eb4bc23f-cc20-48b1-b700-b4d9e1b22b7a req-409df080-d6b7-4bb0-9abb-4e1306eb5551 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:26.539419 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-23df4b98-a9bd-4f89-8519-4d0ef3fb1583 req-129a9d66-2eee-4778-856a-e8d318f5c5b5 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100059 Jun 17 14:42:26.810367 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-eb4bc23f-cc20-48b1-b700-b4d9e1b22b7a req-409df080-d6b7-4bb0-9abb-4e1306eb5551 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] For port 45011152-843b-4f5e-af6a-4195096374b9, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=45011152-843b-4f5e-af6a-4195096374b9,segment=NetworkSegment(dedd8951-6ee6-4681-8cee-1068e8dc43e1),segment_id=dedd8951-6ee6-4681-8cee-1068e8dc43e1)] {{(pid=78471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:42:26.810804 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-eb4bc23f-cc20-48b1-b700-b4d9e1b22b7a req-409df080-d6b7-4bb0-9abb-4e1306eb5551 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:26.949988 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-eb4bc23f-cc20-48b1-b700-b4d9e1b22b7a req-409df080-d6b7-4bb0-9abb-4e1306eb5551 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Calling delete_port for 45011152-843b-4f5e-af6a-4195096374b9 owned by compute:nova {{(pid=78471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:42:27.105632 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-eb4bc23f-cc20-48b1-b700-b4d9e1b22b7a req-409df080-d6b7-4bb0-9abb-4e1306eb5551 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:27.112931 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-69c34b3d-f803-490e-bb76-611cd048ef28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:27.157526 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['205b989c-e347-402b-9b8f-64bdbffaacdf', '45011152-843b-4f5e-af6a-4195096374b9'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:42:27.195677 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:42:27.197236 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409df080-d6b7-4bb0-9abb-4e1306eb5551 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Pushing event deleted for resources: {'Port': ['ID=45011152-843b-4f5e-af6a-4195096374b9,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:27.199774 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-409df080-d6b7-4bb0-9abb-4e1306eb5551 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:27.254654 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4bc23f-cc20-48b1-b700-b4d9e1b22b7a req-409df080-d6b7-4bb0-9abb-4e1306eb5551 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] No DVR routers for this DVR port 45011152-843b-4f5e-af6a-4195096374b9 on host hv-cinder-79685 {{(pid=78471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:42:27.257908 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-eb4bc23f-cc20-48b1-b700-b4d9e1b22b7a req-409df080-d6b7-4bb0-9abb-4e1306eb5551 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:27.262015 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601fe5f9-1274-4ac4-8bb4-1ca15c696207', 'name': 'network-vif-deleted', 'tag': '45011152-843b-4f5e-af6a-4195096374b9'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:42:27.284360 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-eb4bc23f-cc20-48b1-b700-b4d9e1b22b7a req-409df080-d6b7-4bb0-9abb-4e1306eb5551 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.72 "DELETE /v2.0/ports/45011152-843b-4f5e-af6a-4195096374b9 HTTP/1.1" status: 204 len: 173 time: 0.8881190 Jun 17 14:42:27.289873 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 8d1bc185-d46e-4577-a534-c1b56d2cde81 up at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:42:27.372929 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601fe5f9-1274-4ac4-8bb4-1ca15c696207', 'name': 'network-vif-deleted', 'tag': '45011152-843b-4f5e-af6a-4195096374b9', 'status': 'completed', 'code': 200} Jun 17 14:42:27.466358 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning complete for port 8d1bc185-d46e-4577-a534-c1b56d2cde81 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:42:27.466765 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:27.546035 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615dcff0-6786-41b6-af30-553f51fd676f req-a0d7d700-7a89-4ac8-9e53-6aa886795222 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:27.547520 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-615dcff0-6786-41b6-af30-553f51fd676f req-a0d7d700-7a89-4ac8-9e53-6aa886795222 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 944 time: 0.2161679 Jun 17 14:42:27.613719 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-615dcff0-6786-41b6-af30-553f51fd676f req-49289da0-15a9-4ee3-b67d-ef9ce37a2c0f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590332 Jun 17 14:42:27.634701 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:27.667300 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f61358f-286b-4dc2-aae2-318433457ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1bc185-d46e-4577-a534-c1b56d2cde81'}] {{(pid=78473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:42:27.678112 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 8d1bc185-d46e-4577-a534-c1b56d2cde81, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=8d1bc185-d46e-4577-a534-c1b56d2cde81,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:42:27.681922 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:27.684731 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-b7896be0-4432-4aca-ad0a-ddb7a8e95860 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:27.725243 dv-cinder-796859-1-smb neutron-server[78473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f61358f-286b-4dc2-aae2-318433457ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1bc185-d46e-4577-a534-c1b56d2cde81', 'code': 200} Jun 17 14:42:27.762015 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=8d1bc185-d46e-4577-a534-c1b56d2cde81,revision_number=10']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:27.765136 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:27.812626 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-e02bdbe9-3c1d-4164-a8e3-d43810065b8f req-2c633ff1-7828-4401-8483-31d5c86e13fe tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=601fe5f9-1274-4ac4-8bb4-1ca15c696207 HTTP/1.1" status: 200 len: 210 time: 0.0631661 Jun 17 14:42:28.498323 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf23663-3dbe-4135-924e-4efe1e953b4e req-650a14e3-0941-43df-8e82-eb6352a59a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:28.500046 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ebf23663-3dbe-4135-924e-4efe1e953b4e req-650a14e3-0941-43df-8e82-eb6352a59a19 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 1099 time: 0.0736616 Jun 17 14:42:28.561266 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ebf23663-3dbe-4135-924e-4efe1e953b4e req-3eca51e3-02e4-49f1-a0c7-7e2813f1d93d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470831 Jun 17 14:42:28.810955 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310746c7-cb97-43b2-bc74-170273c958d4 req-762e2c12-85a1-4f6b-b878-385d52797df2 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:28.812551 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-310746c7-cb97-43b2-bc74-170273c958d4 req-762e2c12-85a1-4f6b-b878-385d52797df2 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 946 time: 0.0817950 Jun 17 14:42:28.817152 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 45922) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:28.866173 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-310746c7-cb97-43b2-bc74-170273c958d4 req-de95318a-c0af-442b-a480-47650d74f17f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470800 Jun 17 14:42:28.949053 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-d825c681-feb1-477b-9de3-f87a7a3a83fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:28.964396 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-d825c681-feb1-477b-9de3-f87a7a3a83fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:42:28.968562 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-d825c681-feb1-477b-9de3-f87a7a3a83fe admin admin] Usage tracker for resource:security_group_rule and tenant:57cda30f110b4dc39df3a80480002d2e is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:42:28.971789 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-d825c681-feb1-477b-9de3-f87a7a3a83fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:42:28.978074 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-d825c681-feb1-477b-9de3-f87a7a3a83fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:42:29.074524 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-d825c681-feb1-477b-9de3-f87a7a3a83fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:29.079913 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-d825c681-feb1-477b-9de3-f87a7a3a83fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:29.089533 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-99d7496d-9a84-4d9d-84d3-f66a0cf19158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:29.137989 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825c681-feb1-477b-9de3-f87a7a3a83fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a50186b-b6a6-4305-80fa-d114e33cb864,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:29.142292 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-d825c681-feb1-477b-9de3-f87a7a3a83fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:29.144749 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-d825c681-feb1-477b-9de3-f87a7a3a83fe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=57cda30f110b4dc39df3a80480002d2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3264835 Jun 17 14:42:29.148118 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 45932) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:29.219751 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-d6984e31-a866-412a-bc61-910aaedf3449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:29.247404 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-d6984e31-a866-412a-bc61-910aaedf3449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:29.294046 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 45011152-843b-4f5e-af6a-4195096374b9 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:42:29.306389 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-d6984e31-a866-412a-bc61-910aaedf3449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:29.312566 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-690898c0-3236-4c38-ae6c-5b55da88f6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:29.325365 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6984e31-a866-412a-bc61-910aaedf3449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a50186b-b6a6-4305-80fa-d114e33cb864,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:29.328026 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-d6984e31-a866-412a-bc61-910aaedf3449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:29.332168 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-d6984e31-a866-412a-bc61-910aaedf3449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:29.336500 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] No Port match for: 45011152-843b-4f5e-af6a-4195096374b9 {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:42:29.336859 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 45011152-843b-4f5e-af6a-4195096374b9 not bound to the agent host hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:42:29.338946 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-d6984e31-a866-412a-bc61-910aaedf3449 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0a50186b-b6a6-4305-80fa-d114e33cb864 HTTP/1.1" status: 204 len: 168 time: 0.1889811 Jun 17 14:42:29.426046 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34eee8-0171-4ab7-9b04-f0922a84d551 req-991b42b4-4192-42da-809d-fb03dfa09e6b tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:29.427443 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4f34eee8-0171-4ab7-9b04-f0922a84d551 req-991b42b4-4192-42da-809d-fb03dfa09e6b tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.0874860 Jun 17 14:42:29.482165 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4f34eee8-0171-4ab7-9b04-f0922a84d551 req-54ed1ffe-bc0a-45a4-9731-faf9c04f64b9 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477929 Jun 17 14:42:30.128629 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e712a2d-1cde-492d-b0a8-b94476e8611f req-fa67cb6a-0724-47ac-9f02-b99fb6b7a30b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:30.130876 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-9e712a2d-1cde-492d-b0a8-b94476e8611f req-fa67cb6a-0724-47ac-9f02-b99fb6b7a30b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 946 time: 0.1343305 Jun 17 14:42:30.195120 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 45972) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:30.200908 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-9e712a2d-1cde-492d-b0a8-b94476e8611f req-6b24b14b-4ae9-4fa2-b438-520530e10f27 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636580 Jun 17 14:42:30.332567 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-2e03aba2-cc6e-45e6-beba-f1171c526c85 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-288871012-network', 'tenant_id': '9fea33bc93f24501bb4890e68635291e'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:42:30.337961 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-2e03aba2-cc6e-45e6-beba-f1171c526c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:42:30.343511 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-2e03aba2-cc6e-45e6-beba-f1171c526c85 admin admin] Usage tracker for resource:network and tenant:9fea33bc93f24501bb4890e68635291e is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:42:30.346987 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-2e03aba2-cc6e-45e6-beba-f1171c526c85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:42:30.354353 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-2e03aba2-cc6e-45e6-beba-f1171c526c85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:42:30.365056 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e03aba2-cc6e-45e6-beba-f1171c526c85 admin admin] Made reservation on behalf of 9fea33bc93f24501bb4890e68635291e for: {'network': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:42:30.367486 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-2e03aba2-cc6e-45e6-beba-f1171c526c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for network, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:30.380374 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-2e03aba2-cc6e-45e6-beba-f1171c526c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:30.397129 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-2e03aba2-cc6e-45e6-beba-f1171c526c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:42:30.400190 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-2e03aba2-cc6e-45e6-beba-f1171c526c85 admin admin] Usage tracker for resource:security_group_rule and tenant:9fea33bc93f24501bb4890e68635291e is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:42:30.403067 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-2e03aba2-cc6e-45e6-beba-f1171c526c85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:42:30.408929 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-2e03aba2-cc6e-45e6-beba-f1171c526c85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:42:30.512226 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-2e03aba2-cc6e-45e6-beba-f1171c526c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:30.522116 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-2e03aba2-cc6e-45e6-beba-f1171c526c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:30.526091 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-dfff6764-ed08-40c6-9178-4613c2b8a894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:30.564507 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03aba2-cc6e-45e6-beba-f1171c526c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9df0d11-ba74-4165-b7ed-7c9ea73b105c,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:30.567353 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e03aba2-cc6e-45e6-beba-f1171c526c85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1318} {{(pid=78471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:42:30.571696 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-2e03aba2-cc6e-45e6-beba-f1171c526c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:30.581097 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-2e03aba2-cc6e-45e6-beba-f1171c526c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:30.581510 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.db.segments_db [None req-2e03aba2-cc6e-45e6-beba-f1171c526c85 admin admin] Added segment 641cfba1-205c-43fe-b661-eaecd2041264 of type vlan for network f9c6f823-49c8-4485-b839-e1f6ac7bae1f Jun 17 14:42:30.614706 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-2e03aba2-cc6e-45e6-beba-f1171c526c85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744813850956'] for network, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:30.699640 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-2e03aba2-cc6e-45e6-beba-f1171c526c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121'] for network, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:30.702714 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e03aba2-cc6e-45e6-beba-f1171c526c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:30.703298 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-2e03aba2-cc6e-45e6-beba-f1171c526c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:30.712915 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-af646d72-eff4-47ef-81df-04effd6ed486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:30.833664 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03aba2-cc6e-45e6-beba-f1171c526c85 admin admin] Pushing event updated for resources: {'Network': ['ID=f9c6f823-49c8-4485-b839-e1f6ac7bae1f,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:30.837805 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-2e03aba2-cc6e-45e6-beba-f1171c526c85 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6460762 Jun 17 14:42:30.839136 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-2e03aba2-cc6e-45e6-beba-f1171c526c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:30.841439 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 46012) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:30.849670 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Network f9c6f823-49c8-4485-b839-e1f6ac7bae1f details requested by agent ovs-agent-dv-cinder-796859-1-smb with host dv-cinder-796859-1-smb {{(pid=78473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:42:30.851260 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-fe499a6f-422c-48c2-a884-6ee771410dc9 admin admin] Request body: {'subnet': {'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-288871012-subnet', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'ip_version': 4}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:42:30.855360 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890852ee-3173-4aa2-9caf-0a0b49c8df47 req-814d4d12-04c0-42db-b85d-ce00c08118bf tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:30.856105 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-890852ee-3173-4aa2-9caf-0a0b49c8df47 req-814d4d12-04c0-42db-b85d-ce00c08118bf tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Synchronizing usage tracker for tenant:1b45a5667af44c408b810bef63493e23 on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:42:30.861686 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-fe499a6f-422c-48c2-a884-6ee771410dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:42:30.868638 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-fe499a6f-422c-48c2-a884-6ee771410dc9 admin admin] Usage tracker for resource:subnet and tenant:9fea33bc93f24501bb4890e68635291e is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:42:30.875688 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-890852ee-3173-4aa2-9caf-0a0b49c8df47 req-814d4d12-04c0-42db-b85d-ce00c08118bf tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Unset dirty status for tenant:1b45a5667af44c408b810bef63493e23 on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:42:30.875929 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-fe499a6f-422c-48c2-a884-6ee771410dc9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:42:30.877466 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-890852ee-3173-4aa2-9caf-0a0b49c8df47 req-814d4d12-04c0-42db-b85d-ce00c08118bf tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.2512851 Jun 17 14:42:30.899626 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-fe499a6f-422c-48c2-a884-6ee771410dc9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:42:30.916972 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe499a6f-422c-48c2-a884-6ee771410dc9 admin admin] Made reservation on behalf of 9fea33bc93f24501bb4890e68635291e for: {'subnet': 1} {{(pid=78472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:42:30.922309 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-fe499a6f-422c-48c2-a884-6ee771410dc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16701636'] for subnet, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:30.944154 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-890852ee-3173-4aa2-9caf-0a0b49c8df47 req-0e8ee945-e85b-4dff-89e3-6682d335aaa8 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555928 Jun 17 14:42:31.490286 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-fe499a6f-422c-48c2-a884-6ee771410dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14895872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16701654'] for subnet, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:31.496398 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:31.647543 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1828e-a05c-4177-9138-ebb0a93b410b req-c8c1e968-4cd5-49a9-9c71-7bcd7f15ca8b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:31.648949 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-80c1828e-a05c-4177-9138-ebb0a93b410b req-c8c1e968-4cd5-49a9-9c71-7bcd7f15ca8b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 946 time: 0.2698965 Jun 17 14:42:31.653138 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe499a6f-422c-48c2-a884-6ee771410dc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e046bc50-f404-4c4a-b363-a37e2ffe6253,revision_number=0']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:31.657731 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-fe499a6f-422c-48c2-a884-6ee771410dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:31.681132 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe499a6f-422c-48c2-a884-6ee771410dc9 admin admin] Checking segment: {'id': '641cfba1-205c-43fe-b661-eaecd2041264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:42:31.681471 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe499a6f-422c-48c2-a884-6ee771410dc9 admin admin] Network hostable DHCP agents. Network: f9c6f823-49c8-4485-b839-e1f6ac7bae1f, hostable agents: ['cf6f0ed2-8328-4e51-ab4a-90de33d65f7e'], hosted agents: [] {{(pid=78472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:42:31.711232 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-80c1828e-a05c-4177-9138-ebb0a93b410b req-746f7c28-e1af-4b8b-b674-532f35b2d0ba tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544803 Jun 17 14:42:31.717223 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe499a6f-422c-48c2-a884-6ee771410dc9 admin admin] Network f9c6f823-49c8-4485-b839-e1f6ac7bae1f is scheduled to be hosted by DHCP agent cf6f0ed2-8328-4e51-ab4a-90de33d65f7e with binding_index 1 {{(pid=78472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:42:31.726631 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.base_scheduler [None req-fe499a6f-422c-48c2-a884-6ee771410dc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-smb, f9c6f823-49c8-4485-b839-e1f6ac7bae1f) {{(pid=78472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:42:31.738765 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe499a6f-422c-48c2-a884-6ee771410dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:31.739344 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-fe499a6f-422c-48c2-a884-6ee771410dc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for subnet, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:31.749818 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee976c9-856a-4ac3-9de0-be7b5b3c0b33 None None] Network f9c6f823-49c8-4485-b839-e1f6ac7bae1f requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:42:31.759646 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-fe499a6f-422c-48c2-a884-6ee771410dc9 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9165514 Jun 17 14:42:31.762292 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 46024) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:31.767510 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-e1847b37-72cb-4233-a1ca-d3d8899927d6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-288871012-router', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'}}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:42:31.772088 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-e1847b37-72cb-4233-a1ca-d3d8899927d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:42:31.775948 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-e1847b37-72cb-4233-a1ca-d3d8899927d6 admin admin] Usage tracker for resource:router and tenant:9fea33bc93f24501bb4890e68635291e is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:42:31.778778 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-e1847b37-72cb-4233-a1ca-d3d8899927d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:42:31.785438 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-e1847b37-72cb-4233-a1ca-d3d8899927d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:42:31.796711 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-e1847b37-72cb-4233-a1ca-d3d8899927d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-746237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3828'] for router, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:31.797915 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-e1847b37-72cb-4233-a1ca-d3d8899927d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-768802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3821'] for router, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:31.814954 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-e1847b37-72cb-4233-a1ca-d3d8899927d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:31.978629 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3245f56b-f028-4e5f-b3b8-1a8c4d2e14a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp184505a3-554f-5763-afab-1ae6f46ce17e-f9c6f823-49c8-4485-b839-e1f6ac7bae1f', 'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'fixed_ips': [{'subnet_id': 'e046bc50-f404-4c4a-b363-a37e2ffe6253'}]}} from dv-cinder-796859-1-smb. {{(pid=78473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 17 14:42:31.979470 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-3245f56b-f028-4e5f-b3b8-1a8c4d2e14a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:32.111326 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-e1847b37-72cb-4233-a1ca-d3d8899927d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-746182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3743'] for router, precommit_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:32.166767 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.db_base_plugin_common [None req-3245f56b-f028-4e5f-b3b8-1a8c4d2e14a3 None None] Allocated IP 172.20.0.2 (f9c6f823-49c8-4485-b839-e1f6ac7bae1f/e046bc50-f404-4c4a-b363-a37e2ffe6253/8411a394-3ff9-4d5a-8fde-330eb018f2ce) {{(pid=78473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:42:32.176053 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18a497-307c-460d-a50b-647a2d836acb req-002aed65-6a64-4a28-b8ea-c52568c684dc tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:32.177522 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-df18a497-307c-460d-a50b-647a2d836acb req-002aed65-6a64-4a28-b8ea-c52568c684dc tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.0969019 Jun 17 14:42:32.230427 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-df18a497-307c-460d-a50b-647a2d836acb req-2d22e8bf-8ee4-4ed4-9ec4-33d0770b9822 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453649 Jun 17 14:42:32.382035 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-3245f56b-f028-4e5f-b3b8-1a8c4d2e14a3 None None] Notify callbacks [] for port, precommit_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:32.392890 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-3245f56b-f028-4e5f-b3b8-1a8c4d2e14a3 None None] Transition to ACTIVE for port object 8411a394-3ff9-4d5a-8fde-330eb018f2ce will not be triggered until provisioned by entity L2. {{(pid=78473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:42:32.413784 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-3245f56b-f028-4e5f-b3b8-1a8c4d2e14a3 None None] Transition to ACTIVE for port object 8411a394-3ff9-4d5a-8fde-330eb018f2ce will not be triggered until provisioned by entity DHCP. {{(pid=78473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:42:32.419578 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-3245f56b-f028-4e5f-b3b8-1a8c4d2e14a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906'] for port, after_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:32.428781 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:32.456653 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-e1847b37-72cb-4233-a1ca-d3d8899927d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:32.486894 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-e1847b37-72cb-4233-a1ca-d3d8899927d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:32.491793 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3245f56b-f028-4e5f-b3b8-1a8c4d2e14a3 None None] Network f9c6f823-49c8-4485-b839-e1f6ac7bae1f is already hosted by enough agents. {{(pid=78473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:42:32.495033 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.scheduler.base_scheduler [None req-3245f56b-f028-4e5f-b3b8-1a8c4d2e14a3 None None] Resources bound (agent type, host, resource id): {{(pid=78473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:42:32.498953 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3245f56b-f028-4e5f-b3b8-1a8c4d2e14a3 None None] Received port after_create {{(pid=78473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:42:32.504613 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245f56b-f028-4e5f-b3b8-1a8c4d2e14a3 None None] Pushing event updated for resources: {'Port': ['ID=8411a394-3ff9-4d5a-8fde-330eb018f2ce,revision_number=1']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:32.508389 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-3245f56b-f028-4e5f-b3b8-1a8c4d2e14a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:32.613158 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-3245f56b-f028-4e5f-b3b8-1a8c4d2e14a3 None None] Attempting to bind port 8411a394-3ff9-4d5a-8fde-330eb018f2ce on host dv-cinder-796859-1-smb for vnic_type normal with profile {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:42:32.613650 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-3245f56b-f028-4e5f-b3b8-1a8c4d2e14a3 None None] Attempting to bind port 8411a394-3ff9-4d5a-8fde-330eb018f2ce by drivers openvswitch,hyperv on host dv-cinder-796859-1-smb at level 0 using segments [{'id': '641cfba1-205c-43fe-b661-eaecd2041264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f'}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:42:32.613954 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3245f56b-f028-4e5f-b3b8-1a8c4d2e14a3 None None] Attempting to bind port 8411a394-3ff9-4d5a-8fde-330eb018f2ce on network f9c6f823-49c8-4485-b839-e1f6ac7bae1f {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:42:32.620299 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3245f56b-f028-4e5f-b3b8-1a8c4d2e14a3 None None] Checking agent: {'id': '90be04d1-4e68-4ce3-b058-a3d90bbc2941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 30, 7), 'started_at': datetime.datetime(2021, 6, 17, 14, 30, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:42:32.620734 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3245f56b-f028-4e5f-b3b8-1a8c4d2e14a3 None None] Checking segment: {'id': '641cfba1-205c-43fe-b661-eaecd2041264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:42:32.621165 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-3245f56b-f028-4e5f-b3b8-1a8c4d2e14a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:32.621706 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3245f56b-f028-4e5f-b3b8-1a8c4d2e14a3 None None] Bound using segment: {'id': '641cfba1-205c-43fe-b661-eaecd2041264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f'} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:42:32.622186 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-3245f56b-f028-4e5f-b3b8-1a8c4d2e14a3 None None] Bound port: 8411a394-3ff9-4d5a-8fde-330eb018f2ce, host: dv-cinder-796859-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '641cfba1-205c-43fe-b661-eaecd2041264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f'}}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:42:32.622570 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-3245f56b-f028-4e5f-b3b8-1a8c4d2e14a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:32.656232 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.db_base_plugin_common [None req-e1847b37-72cb-4233-a1ca-d3d8899927d6 admin admin] Allocated IP 172.28.2.93 (a25846cf-426a-46fe-928d-52e0b9163129/3ba06ebc-ae5d-4516-941b-79e431a8638b/0c142e06-5494-4005-bfd6-947a497a92af) {{(pid=78472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:42:32.716937 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-3245f56b-f028-4e5f-b3b8-1a8c4d2e14a3 None None] For port 8411a394-3ff9-4d5a-8fde-330eb018f2ce, host dv-cinder-796859-1-smb, cleared binding levels {{(pid=78473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:42:32.721383 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-3245f56b-f028-4e5f-b3b8-1a8c4d2e14a3 None None] For port 8411a394-3ff9-4d5a-8fde-330eb018f2ce, host dv-cinder-796859-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=8411a394-3ff9-4d5a-8fde-330eb018f2ce,segment=NetworkSegment(641cfba1-205c-43fe-b661-eaecd2041264),segment_id=641cfba1-205c-43fe-b661-eaecd2041264)] {{(pid=78473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:42:32.726444 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-3245f56b-f028-4e5f-b3b8-1a8c4d2e14a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:32.730322 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:32.814960 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245f56b-f028-4e5f-b3b8-1a8c4d2e14a3 None None] Pushing event updated for resources: {'Port': ['ID=8411a394-3ff9-4d5a-8fde-330eb018f2ce,revision_number=2']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:32.824904 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-3245f56b-f028-4e5f-b3b8-1a8c4d2e14a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:32.828207 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-e1847b37-72cb-4233-a1ca-d3d8899927d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:32.859823 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-e1847b37-72cb-4233-a1ca-d3d8899927d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14896044'] for port, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:32.863783 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:32.928382 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1847b37-72cb-4233-a1ca-d3d8899927d6 admin admin] Network a25846cf-426a-46fe-928d-52e0b9163129 is already hosted by enough agents. {{(pid=78472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:42:32.931760 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.base_scheduler [None req-e1847b37-72cb-4233-a1ca-d3d8899927d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=78472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:42:32.935504 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1847b37-72cb-4233-a1ca-d3d8899927d6 admin admin] Received port after_create {{(pid=78472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:42:32.966293 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f04698-3082-43b6-97bf-a0c4bb27e236 req-fdae5568-4d3b-4423-a541-81f97641fa99 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:32.970437 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-01f04698-3082-43b6-97bf-a0c4bb27e236 req-fdae5568-4d3b-4423-a541-81f97641fa99 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=93505638-a6af-4482-be2a-e549053c7829 HTTP/1.1" status: 200 len: 946 time: 0.1067426 Jun 17 14:42:32.976366 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1847b37-72cb-4233-a1ca-d3d8899927d6 admin admin] Pushing event updated for resources: {'Port': ['ID=0c142e06-5494-4005-bfd6-947a497a92af,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:32.985226 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-e1847b37-72cb-4233-a1ca-d3d8899927d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:33.017340 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-01f04698-3082-43b6-97bf-a0c4bb27e236 req-3777a1d3-b8f4-4f8c-a4c0-bfbdb05ab6c5 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431609 Jun 17 14:42:33.499508 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-e1847b37-72cb-4233-a1ca-d3d8899927d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:33.595386 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9fc8b-da0e-4f9e-a7b0-0584b1e159a2 req-101f7a3d-e0d7-4e6a-8418-52a24348e6d4 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:33.596900 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-0fc9fc8b-da0e-4f9e-a7b0-0584b1e159a2 req-101f7a3d-e0d7-4e6a-8418-52a24348e6d4 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.2359774 Jun 17 14:42:33.719602 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-0fc9fc8b-da0e-4f9e-a7b0-0584b1e159a2 req-1ac81d81-fef7-4295-92aa-d66d4c9ba62f tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721323 Jun 17 14:42:33.808389 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8d6cc7-d6f6-4b98-9d5a-ea7c5a166b8d None None] Network f9c6f823-49c8-4485-b839-e1f6ac7bae1f requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:42:33.895498 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-e1847b37-72cb-4233-a1ca-d3d8899927d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-746191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768836'] for router, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:33.951931 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-1eb6ad3e-e424-478d-8492-74cf5490bcaf None None] Provisioning for port 8411a394-3ff9-4d5a-8fde-330eb018f2ce completed by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:42:34.114939 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1847b37-72cb-4233-a1ca-d3d8899927d6 admin admin] Router 2910190a-f424-490e-b1a5-107ea8b1daa1 is scheduled to L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 with binding_index 1 {{(pid=78472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 14:42:34.237156 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffac95f-b01e-42d6-87b1-29568fcdd518 req-86a02a38-f001-4778-a2ea-fa5c542e9209 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:34.238964 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2ffac95f-b01e-42d6-87b1-29568fcdd518 req-86a02a38-f001-4778-a2ea-fa5c542e9209 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=93505638-a6af-4482-be2a-e549053c7829 HTTP/1.1" status: 200 len: 946 time: 0.0912347 Jun 17 14:42:34.302175 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2ffac95f-b01e-42d6-87b1-29568fcdd518 req-cd7e4f00-b343-443d-9ec4-208375191296 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570967 Jun 17 14:42:34.307509 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1847b37-72cb-4233-a1ca-d3d8899927d6 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:42:34.321636 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4a8685-99a6-485d-94d2-59cfe7beee64 None None] Sync routers for ids ['2910190a-f424-490e-b1a5-107ea8b1daa1'] in dv-cinder-796859-1-smb {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:42:34.329681 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4a8685-99a6-485d-94d2-59cfe7beee64 None None] Routers {'2910190a-f424-490e-b1a5-107ea8b1daa1'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:42:34.330306 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-4e4a8685-99a6-485d-94d2-59cfe7beee64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:42:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['2910190a-f424-490e-b1a5-107ea8b1daa1'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:42:34.337177 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-e1847b37-72cb-4233-a1ca-d3d8899927d6 admin admin] Notify callbacks [] for router, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:34.341064 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-e1847b37-72cb-4233-a1ca-d3d8899927d6 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5752456 Jun 17 14:42:34.341194 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 46040) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:34.397299 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 8411a394-3ff9-4d5a-8fde-330eb018f2ce up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:42:34.471334 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning for port 8411a394-3ff9-4d5a-8fde-330eb018f2ce completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:42:34.476571 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 8411a394-3ff9-4d5a-8fde-330eb018f2ce triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:42:34.476946 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:34.516357 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-4e4a8685-99a6-485d-94d2-59cfe7beee64 None None] Set router 2910190a-f424-490e-b1a5-107ea8b1daa1 gateway port host: dv-cinder-796859-1-smb {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:42:34.606709 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:34.639827 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] For port 8411a394-3ff9-4d5a-8fde-330eb018f2ce, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=8411a394-3ff9-4d5a-8fde-330eb018f2ce,segment=NetworkSegment(641cfba1-205c-43fe-b661-eaecd2041264),segment_id=641cfba1-205c-43fe-b661-eaecd2041264)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:42:34.645160 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:34.651211 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:34.724834 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Pushing event updated for resources: {'Port': ['ID=8411a394-3ff9-4d5a-8fde-330eb018f2ce,revision_number=3']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:34.728435 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:34.844936 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-4e4a8685-99a6-485d-94d2-59cfe7beee64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'name': 'tempest-TestShelveInstance-288871012-router', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '0c142e06-5494-4005-bfd6-947a497a92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:42:31Z', 'updated_at': '2021-06-17T14:42:33Z', 'revision_number': 3, 'project_id': '9fea33bc93f24501bb4890e68635291e', 'gw_port': {'id': '0c142e06-5494-4005-bfd6-947a497a92af', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:32Z', 'updated_at': '2021-06-17T14:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb'}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:42:34.848768 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4a8685-99a6-485d-94d2-59cfe7beee64 None None] Checking router: 2910190a-f424-490e-b1a5-107ea8b1daa1 for host: dv-cinder-796859-1-smb {{(pid=78474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:42:34.849141 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4a8685-99a6-485d-94d2-59cfe7beee64 None None] Updating router 2910190a-f424-490e-b1a5-107ea8b1daa1 port 0c142e06-5494-4005-bfd6-947a497a92af binding host dv-cinder-796859-1-smb {{(pid=78474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:42:34.906127 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-4e4a8685-99a6-485d-94d2-59cfe7beee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:35.029043 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5ab5e-3638-4035-a920-5a1a1ad5460b req-b2b35c06-ada7-49a3-b9be-c429212ba241 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:35.030962 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-1ac5ab5e-3638-4035-a920-5a1a1ad5460b req-b2b35c06-ada7-49a3-b9be-c429212ba241 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1860106 Jun 17 14:42:35.149966 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-1ac5ab5e-3638-4035-a920-5a1a1ad5460b req-ea72fc86-be39-4080-af03-192447a3ae32 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941980 Jun 17 14:42:35.224010 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7c84a7e3-38de-4b92-8b01-dbd1c1755bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:35.245428 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-4e4a8685-99a6-485d-94d2-59cfe7beee64 None None] Notify callbacks [] for port, precommit_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:35.258790 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.provisioning_blocks [None req-4e4a8685-99a6-485d-94d2-59cfe7beee64 None None] Transition to ACTIVE for port object 0c142e06-5494-4005-bfd6-947a497a92af will not be triggered until provisioned by entity L2. {{(pid=78474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:42:35.264907 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-4e4a8685-99a6-485d-94d2-59cfe7beee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:35.268661 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [None req-eba76d78-a76f-45c3-8c61-f86e564f908f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:35.345483 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e34cc-593b-4e21-b900-729bb073e92e None None] Pushing event updated for resources: {'Port': ['ID=0c142e06-5494-4005-bfd6-947a497a92af,revision_number=2']} {{(pid=78474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:35.353717 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.managers [None req-4e4a8685-99a6-485d-94d2-59cfe7beee64 None None] Attempting to bind port 0c142e06-5494-4005-bfd6-947a497a92af on host dv-cinder-796859-1-smb for vnic_type normal with profile {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:42:35.354088 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.managers [None req-4e4a8685-99a6-485d-94d2-59cfe7beee64 None None] Attempting to bind port 0c142e06-5494-4005-bfd6-947a497a92af by drivers openvswitch,hyperv on host dv-cinder-796859-1-smb at level 0 using segments [{'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'}] {{(pid=78474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:42:35.354463 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4a8685-99a6-485d-94d2-59cfe7beee64 None None] Attempting to bind port 0c142e06-5494-4005-bfd6-947a497a92af on network a25846cf-426a-46fe-928d-52e0b9163129 {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:42:35.363747 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554e34cc-593b-4e21-b900-729bb073e92e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:35.363747 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554e34cc-593b-4e21-b900-729bb073e92e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:35.363747 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554e34cc-593b-4e21-b900-729bb073e92e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:35.363747 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554e34cc-593b-4e21-b900-729bb073e92e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:35.363747 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554e34cc-593b-4e21-b900-729bb073e92e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:35.364250 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554e34cc-593b-4e21-b900-729bb073e92e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:35.364250 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554e34cc-593b-4e21-b900-729bb073e92e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:35.365447 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554e34cc-593b-4e21-b900-729bb073e92e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:35.365447 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554e34cc-593b-4e21-b900-729bb073e92e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:35.365447 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554e34cc-593b-4e21-b900-729bb073e92e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:35.365447 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554e34cc-593b-4e21-b900-729bb073e92e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:35.365770 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554e34cc-593b-4e21-b900-729bb073e92e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:42:35.369076 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4a8685-99a6-485d-94d2-59cfe7beee64 None None] Checking agent: {'id': '90be04d1-4e68-4ce3-b058-a3d90bbc2941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 30, 7), 'started_at': datetime.datetime(2021, 6, 17, 14, 30, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:42:35.369451 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4a8685-99a6-485d-94d2-59cfe7beee64 None None] Checking segment: {'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:42:35.369884 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-4e4a8685-99a6-485d-94d2-59cfe7beee64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:35.370259 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4a8685-99a6-485d-94d2-59cfe7beee64 None None] Bound using segment: {'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'} {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:42:35.370727 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.managers [None req-4e4a8685-99a6-485d-94d2-59cfe7beee64 None None] Bound port: 0c142e06-5494-4005-bfd6-947a497a92af, host: dv-cinder-796859-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'}}] {{(pid=78474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:42:35.371110 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-4e4a8685-99a6-485d-94d2-59cfe7beee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:35.395855 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [None req-554e34cc-593b-4e21-b900-729bb073e92e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:35.447552 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.db_base_plugin_common [None req-7c84a7e3-38de-4b92-8b01-dbd1c1755bfc admin admin] Allocated IP 172.20.0.1 (f9c6f823-49c8-4485-b839-e1f6ac7bae1f/e046bc50-f404-4c4a-b363-a37e2ffe6253/c5178557-12de-4ce3-9cc6-bfe4c73e0780) {{(pid=78472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:42:35.453840 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.db [None req-4e4a8685-99a6-485d-94d2-59cfe7beee64 None None] For port 0c142e06-5494-4005-bfd6-947a497a92af, host dv-cinder-796859-1-smb, cleared binding levels {{(pid=78474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:42:35.457120 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.db [None req-4e4a8685-99a6-485d-94d2-59cfe7beee64 None None] For port 0c142e06-5494-4005-bfd6-947a497a92af, host dv-cinder-796859-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=0c142e06-5494-4005-bfd6-947a497a92af,segment=NetworkSegment(23ce0af5-72f9-4008-9996-e17bae4589dc),segment_id=23ce0af5-72f9-4008-9996-e17bae4589dc)] {{(pid=78474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:42:35.463033 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-4e4a8685-99a6-485d-94d2-59cfe7beee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:35.467152 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:35.514035 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe27837-8ef0-4b77-969b-369bca109f29 req-5b1f49db-4a3c-4b68-9237-6a922ff72723 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:35.516005 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0fe27837-8ef0-4b77-969b-369bca109f29 req-5b1f49db-4a3c-4b68-9237-6a922ff72723 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=93505638-a6af-4482-be2a-e549053c7829 HTTP/1.1" status: 200 len: 946 time: 0.0889645 Jun 17 14:42:35.546076 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e34cc-593b-4e21-b900-729bb073e92e None None] Pushing event updated for resources: {'Port': ['ID=0c142e06-5494-4005-bfd6-947a497a92af,revision_number=3']} {{(pid=78474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:35.550648 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [None req-554e34cc-593b-4e21-b900-729bb073e92e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:35.552071 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4a8685-99a6-485d-94d2-59cfe7beee64 None None] Routers {'2910190a-f424-490e-b1a5-107ea8b1daa1'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:42:35.552687 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-4e4a8685-99a6-485d-94d2-59cfe7beee64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:42:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['2910190a-f424-490e-b1a5-107ea8b1daa1'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:42:35.577540 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0fe27837-8ef0-4b77-969b-369bca109f29 req-923949c6-96a4-437d-bbb1-24269ad01999 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501451 Jun 17 14:42:35.622352 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7c84a7e3-38de-4b92-8b01-dbd1c1755bfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:35.645872 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.provisioning_blocks [None req-7c84a7e3-38de-4b92-8b01-dbd1c1755bfc admin admin] Transition to ACTIVE for port object c5178557-12de-4ce3-9cc6-bfe4c73e0780 will not be triggered until provisioned by entity DHCP. {{(pid=78472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:42:35.674734 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7c84a7e3-38de-4b92-8b01-dbd1c1755bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14896044'] for port, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:35.679171 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:35.735085 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-4e4a8685-99a6-485d-94d2-59cfe7beee64 None None] Set router 2910190a-f424-490e-b1a5-107ea8b1daa1 gateway port host: dv-cinder-796859-1-smb {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:42:35.747085 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c84a7e3-38de-4b92-8b01-dbd1c1755bfc admin admin] Network f9c6f823-49c8-4485-b839-e1f6ac7bae1f is already hosted by enough agents. {{(pid=78472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:42:35.749917 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.base_scheduler [None req-7c84a7e3-38de-4b92-8b01-dbd1c1755bfc admin admin] Resources bound (agent type, host, resource id): {{(pid=78472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:42:35.754040 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c84a7e3-38de-4b92-8b01-dbd1c1755bfc admin admin] Received port after_create {{(pid=78472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:42:35.784316 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84a7e3-38de-4b92-8b01-dbd1c1755bfc admin admin] Pushing event updated for resources: {'Port': ['ID=c5178557-12de-4ce3-9cc6-bfe4c73e0780,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:35.791212 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-7c84a7e3-38de-4b92-8b01-dbd1c1755bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:35.813838 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7c84a7e3-38de-4b92-8b01-dbd1c1755bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768299'] for router_interface, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:35.944223 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7c84a7e3-38de-4b92-8b01-dbd1c1755bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:36.022276 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-f992d725-394e-44d7-bd44-990359e8e739 None None] Provisioning for port c5178557-12de-4ce3-9cc6-bfe4c73e0780 completed by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:42:36.027555 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-f992d725-394e-44d7-bd44-990359e8e739 None None] Provisioning complete for port c5178557-12de-4ce3-9cc6-bfe4c73e0780 triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:42:36.028002 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-f992d725-394e-44d7-bd44-990359e8e739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:36.036955 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-4e4a8685-99a6-485d-94d2-59cfe7beee64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'name': 'tempest-TestShelveInstance-288871012-router', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '0c142e06-5494-4005-bfd6-947a497a92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:42:31Z', 'updated_at': '2021-06-17T14:42:33Z', 'revision_number': 3, 'project_id': '9fea33bc93f24501bb4890e68635291e', 'gw_port': {'id': '0c142e06-5494-4005-bfd6-947a497a92af', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:32Z', 'updated_at': '2021-06-17T14:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb'}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:42:36.041077 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4a8685-99a6-485d-94d2-59cfe7beee64 None None] The sync data for ids ['2910190a-f424-490e-b1a5-107ea8b1daa1'] in dv-cinder-796859-1-smb is: [{'id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'name': 'tempest-TestShelveInstance-288871012-router', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '0c142e06-5494-4005-bfd6-947a497a92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:42:31Z', 'updated_at': '2021-06-17T14:42:33Z', 'revision_number': 3, 'project_id': '9fea33bc93f24501bb4890e68635291e', 'gw_port': {'id': '0c142e06-5494-4005-bfd6-947a497a92af', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:32Z', 'updated_at': '2021-06-17T14:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb'}] {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:42:36.088207 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-f992d725-394e-44d7-bd44-990359e8e739 None None] Port c5178557-12de-4ce3-9cc6-bfe4c73e0780 cannot update to ACTIVE because it is not bound. {{(pid=78473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:42:36.193858 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7c84a7e3-38de-4b92-8b01-dbd1c1755bfc admin admin] Notify callbacks [] for port, precommit_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:36.198811 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7c84a7e3-38de-4b92-8b01-dbd1c1755bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14896021'] for port, after_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:36.232804 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-4676cd12-b477-4bd6-bb00-6500a0877b0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:36.367146 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 8411a394-3ff9-4d5a-8fde-330eb018f2ce up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:42:36.434969 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-81304f56-3959-4064-97bf-c3d3b34df5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:36.458174 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 8411a394-3ff9-4d5a-8fde-330eb018f2ce triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:42:36.458582 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:36.466283 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84a7e3-38de-4b92-8b01-dbd1c1755bfc admin admin] Pushing event updated for resources: {'Port': ['ID=c5178557-12de-4ce3-9cc6-bfe4c73e0780,revision_number=2']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:36.470222 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-7c84a7e3-38de-4b92-8b01-dbd1c1755bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:36.470986 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7c84a7e3-38de-4b92-8b01-dbd1c1755bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768392'] for router_interface, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:36.585890 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502120ac-8634-46f5-aaba-46cfa249135c req-99e16b5e-edfd-4e80-b007-4feb092f4dd7 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:36.587412 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-502120ac-8634-46f5-aaba-46cfa249135c req-99e16b5e-edfd-4e80-b007-4feb092f4dd7 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.3157635 Jun 17 14:42:36.664827 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c84a7e3-38de-4b92-8b01-dbd1c1755bfc admin admin] Network f9c6f823-49c8-4485-b839-e1f6ac7bae1f is already hosted by enough agents. {{(pid=78472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:42:36.667464 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.base_scheduler [None req-7c84a7e3-38de-4b92-8b01-dbd1c1755bfc admin admin] Resources bound (agent type, host, resource id): {{(pid=78472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:42:36.671985 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-502120ac-8634-46f5-aaba-46cfa249135c req-f9714e2c-5640-4168-a1bb-8aa57ec79220 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718713 Jun 17 14:42:36.798774 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ef946-b7c9-4270-9e62-6198154d845b req-cfaf4a5d-2201-43cf-a63e-0655879c9291 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:36.801322 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-722ef946-b7c9-4270-9e62-6198154d845b req-cfaf4a5d-2201-43cf-a63e-0655879c9291 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=93505638-a6af-4482-be2a-e549053c7829 HTTP/1.1" status: 200 len: 946 time: 0.1044395 Jun 17 14:42:36.855266 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-722ef946-b7c9-4270-9e62-6198154d845b req-b4a5b829-a0cc-4498-aea4-4096992837af tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467963 Jun 17 14:42:36.861183 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:36.914501 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c84a7e3-38de-4b92-8b01-dbd1c1755bfc admin admin] Router 2910190a-f424-490e-b1a5-107ea8b1daa1 has already been hosted by L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 {{(pid=78472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:42:37.033483 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-de9cdd5a-f8ad-4e08-972a-9de6b3c81327 None None] Provisioning complete for port c5178557-12de-4ce3-9cc6-bfe4c73e0780 triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:42:37.034227 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-de9cdd5a-f8ad-4e08-972a-9de6b3c81327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:37.114964 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c84a7e3-38de-4b92-8b01-dbd1c1755bfc admin admin] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:42:37.118200 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7e739-ae79-46c3-bd05-a15c8e47a13c req-e75cb2f3-3f4d-4a7f-b03e-e865cea8c1af tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:37.118482 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-de9cdd5a-f8ad-4e08-972a-9de6b3c81327 None None] Port c5178557-12de-4ce3-9cc6-bfe4c73e0780 cannot update to ACTIVE because it is not bound. {{(pid=78473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:42:37.123668 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-51f7e739-ae79-46c3-bd05-a15c8e47a13c req-e75cb2f3-3f4d-4a7f-b03e-e865cea8c1af tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.72 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1178071 Jun 17 14:42:37.126358 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-7c84a7e3-38de-4b92-8b01-dbd1c1755bfc admin admin] 10.222.0.77 "PUT /v2.0/routers/2910190a-f424-490e-b1a5-107ea8b1daa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7841706 Jun 17 14:42:37.203875 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-51f7e739-ae79-46c3-bd05-a15c8e47a13c req-0dc3151a-6ba5-4285-947a-bc0c0aa20f9d tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Deleting port 205b989c-e347-402b-9b8f-64bdbffaacdf {{(pid=78471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:42:37.204218 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-51f7e739-ae79-46c3-bd05-a15c8e47a13c req-0dc3151a-6ba5-4285-947a-bc0c0aa20f9d tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:37.505962 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-51f7e739-ae79-46c3-bd05-a15c8e47a13c req-0dc3151a-6ba5-4285-947a-bc0c0aa20f9d tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] For port 205b989c-e347-402b-9b8f-64bdbffaacdf, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=205b989c-e347-402b-9b8f-64bdbffaacdf,segment=NetworkSegment(dedd8951-6ee6-4681-8cee-1068e8dc43e1),segment_id=dedd8951-6ee6-4681-8cee-1068e8dc43e1)] {{(pid=78471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:42:37.506425 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-51f7e739-ae79-46c3-bd05-a15c8e47a13c req-0dc3151a-6ba5-4285-947a-bc0c0aa20f9d tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:37.713293 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-51f7e739-ae79-46c3-bd05-a15c8e47a13c req-0dc3151a-6ba5-4285-947a-bc0c0aa20f9d tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Calling delete_port for 205b989c-e347-402b-9b8f-64bdbffaacdf owned by compute:nova {{(pid=78471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:42:37.724071 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 46068) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:37.729735 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-54c394f3-dde7-4cc0-9aa9-fdd4d488ee20 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1287170498-network', 'tenant_id': '163bf55a85814830bf516d99ba135b44'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:42:37.734939 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-54c394f3-dde7-4cc0-9aa9-fdd4d488ee20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:42:37.740647 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-54c394f3-dde7-4cc0-9aa9-fdd4d488ee20 admin admin] Usage tracker for resource:network and tenant:163bf55a85814830bf516d99ba135b44 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:42:37.743787 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-54c394f3-dde7-4cc0-9aa9-fdd4d488ee20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:42:37.750556 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-54c394f3-dde7-4cc0-9aa9-fdd4d488ee20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:42:37.764078 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c394f3-dde7-4cc0-9aa9-fdd4d488ee20 admin admin] Made reservation on behalf of 163bf55a85814830bf516d99ba135b44 for: {'network': 1} {{(pid=78472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:42:37.767201 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-54c394f3-dde7-4cc0-9aa9-fdd4d488ee20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for network, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:37.780512 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-54c394f3-dde7-4cc0-9aa9-fdd4d488ee20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:37.819321 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec10bd3-908e-44e5-a3b9-b1670c5974a9 None None] Sync routers for ids ['2910190a-f424-490e-b1a5-107ea8b1daa1'] in dv-cinder-796859-1-smb {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:42:37.832218 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec10bd3-908e-44e5-a3b9-b1670c5974a9 None None] Routers {'2910190a-f424-490e-b1a5-107ea8b1daa1'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:42:37.832857 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-dec10bd3-908e-44e5-a3b9-b1670c5974a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:42:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['2910190a-f424-490e-b1a5-107ea8b1daa1'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:42:37.849372 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-54c394f3-dde7-4cc0-9aa9-fdd4d488ee20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:42:37.855989 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-54c394f3-dde7-4cc0-9aa9-fdd4d488ee20 admin admin] Usage tracker for resource:security_group_rule and tenant:163bf55a85814830bf516d99ba135b44 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:42:37.860543 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-54c394f3-dde7-4cc0-9aa9-fdd4d488ee20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:42:37.867613 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-54c394f3-dde7-4cc0-9aa9-fdd4d488ee20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:42:37.880794 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-51f7e739-ae79-46c3-bd05-a15c8e47a13c req-0dc3151a-6ba5-4285-947a-bc0c0aa20f9d tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:37.898027 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-e6c9ed3e-fd8e-42a4-b239-20a252ab1e04 tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:37.924629 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['205b989c-e347-402b-9b8f-64bdbffaacdf'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:42:37.926312 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71547c29-4f07-45dc-8923-d43eb8ab0fbb req-f9866c17-2de1-45de-aea4-9680d81535b1 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:37.927959 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-71547c29-4f07-45dc-8923-d43eb8ab0fbb req-f9866c17-2de1-45de-aea4-9680d81535b1 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/ports?device_id=36cd282a-a167-47dc-9b29-bcd8fb4f0799 HTTP/1.1" status: 200 len: 945 time: 0.1385005 Jun 17 14:42:37.991831 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3151a-6ba5-4285-947a-bc0c0aa20f9d tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Pushing event deleted for resources: {'Port': ['ID=205b989c-e347-402b-9b8f-64bdbffaacdf,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:38.006176 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-0dc3151a-6ba5-4285-947a-bc0c0aa20f9d tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:38.007488 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-71547c29-4f07-45dc-8923-d43eb8ab0fbb req-b1d594db-2eba-4350-97db-45415be583f1 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.77 "GET /v2.0/security-groups?id=52bc42ff-7ba9-437b-8ed5-ec07231732cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722375 Jun 17 14:42:38.025646 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-54c394f3-dde7-4cc0-9aa9-fdd4d488ee20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:38.030605 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-54c394f3-dde7-4cc0-9aa9-fdd4d488ee20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:38.038483 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-a1c88b10-15df-4c58-a6d3-70310cc21db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:38.067081 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c394f3-dde7-4cc0-9aa9-fdd4d488ee20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1326} {{(pid=78472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:42:38.080466 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c394f3-dde7-4cc0-9aa9-fdd4d488ee20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808b1bbc-4561-4d36-9f86-3f285f0a7982,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:38.084907 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-54c394f3-dde7-4cc0-9aa9-fdd4d488ee20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:38.086089 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-54c394f3-dde7-4cc0-9aa9-fdd4d488ee20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:38.086592 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.db.segments_db [None req-54c394f3-dde7-4cc0-9aa9-fdd4d488ee20 admin admin] Added segment 67fc1da8-6837-48a6-8cf1-179ca8562735 of type vlan for network 73fc902b-010d-4f6a-8d12-5c8edf9133da Jun 17 14:42:38.098039 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-dec10bd3-908e-44e5-a3b9-b1670c5974a9 None None] Set router 2910190a-f424-490e-b1a5-107ea8b1daa1 gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:42:38.118873 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-54c394f3-dde7-4cc0-9aa9-fdd4d488ee20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744813850956'] for network, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:38.140814 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f7e739-ae79-46c3-bd05-a15c8e47a13c req-0dc3151a-6ba5-4285-947a-bc0c0aa20f9d tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] No DVR routers for this DVR port 205b989c-e347-402b-9b8f-64bdbffaacdf on host hv-cinder-79685 {{(pid=78471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:42:38.143991 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-51f7e739-ae79-46c3-bd05-a15c8e47a13c req-0dc3151a-6ba5-4285-947a-bc0c0aa20f9d tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:38.146760 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36cd282a-a167-47dc-9b29-bcd8fb4f0799', 'name': 'network-vif-deleted', 'tag': '205b989c-e347-402b-9b8f-64bdbffaacdf'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:42:38.164934 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-54c394f3-dde7-4cc0-9aa9-fdd4d488ee20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121'] for network, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:38.166291 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c394f3-dde7-4cc0-9aa9-fdd4d488ee20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:38.167028 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-54c394f3-dde7-4cc0-9aa9-fdd4d488ee20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:38.168701 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-51f7e739-ae79-46c3-bd05-a15c8e47a13c req-0dc3151a-6ba5-4285-947a-bc0c0aa20f9d tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] 10.222.0.72 "DELETE /v2.0/ports/205b989c-e347-402b-9b8f-64bdbffaacdf HTTP/1.1" status: 204 len: 173 time: 1.0356395 Jun 17 14:42:38.196047 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-eb1a6d43-9bc0-4d54-a797-0f3687f02dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:38.198540 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b852c-f982-4798-9bb8-0a690a525e9b req-f96fd947-f64a-4b2d-a02b-54c06df0ac6d tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:38.201491 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-556b852c-f982-4798-9bb8-0a690a525e9b req-f96fd947-f64a-4b2d-a02b-54c06df0ac6d tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=93505638-a6af-4482-be2a-e549053c7829 HTTP/1.1" status: 200 len: 946 time: 0.1512146 Jun 17 14:42:38.205040 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36cd282a-a167-47dc-9b29-bcd8fb4f0799', 'name': 'network-vif-deleted', 'tag': '205b989c-e347-402b-9b8f-64bdbffaacdf', 'status': 'completed', 'code': 200} Jun 17 14:42:38.215822 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 46076) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:38.216098 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-54c394f3-dde7-4cc0-9aa9-fdd4d488ee20 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4908051 Jun 17 14:42:38.231428 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-54b83a0b-b1c0-463d-9ec7-42d4274e0acd admin admin] Request body: {'subnet': {'network_id': '73fc902b-010d-4f6a-8d12-5c8edf9133da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1287170498-subnet', 'tenant_id': '163bf55a85814830bf516d99ba135b44', 'ip_version': 4}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:42:38.281674 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-54b83a0b-b1c0-463d-9ec7-42d4274e0acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:42:38.292203 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-54b83a0b-b1c0-463d-9ec7-42d4274e0acd admin admin] Usage tracker for resource:subnet and tenant:163bf55a85814830bf516d99ba135b44 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:42:38.293531 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c394f3-dde7-4cc0-9aa9-fdd4d488ee20 admin admin] Pushing event updated for resources: {'Network': ['ID=73fc902b-010d-4f6a-8d12-5c8edf9133da,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:38.298606 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-54c394f3-dde7-4cc0-9aa9-fdd4d488ee20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:38.313912 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-54b83a0b-b1c0-463d-9ec7-42d4274e0acd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:42:38.334482 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-54b83a0b-b1c0-463d-9ec7-42d4274e0acd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:42:38.334710 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Network 73fc902b-010d-4f6a-8d12-5c8edf9133da details requested by agent ovs-agent-dv-cinder-796859-1-smb with host dv-cinder-796859-1-smb {{(pid=78473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:42:38.354331 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-556b852c-f982-4798-9bb8-0a690a525e9b req-4ac5e53c-f7fb-46c5-a1de-72a7bf1f11b3 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311033 Jun 17 14:42:38.391312 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b83a0b-b1c0-463d-9ec7-42d4274e0acd admin admin] Made reservation on behalf of 163bf55a85814830bf516d99ba135b44 for: {'subnet': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:42:38.394029 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-54b83a0b-b1c0-463d-9ec7-42d4274e0acd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14744890'] for subnet, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:38.415058 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 0c142e06-5494-4005-bfd6-947a497a92af up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:42:38.618298 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning for port 0c142e06-5494-4005-bfd6-947a497a92af completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:42:38.628752 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 0c142e06-5494-4005-bfd6-947a497a92af triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:42:38.629134 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:38.704980 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-dec10bd3-908e-44e5-a3b9-b1670c5974a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'name': 'tempest-TestShelveInstance-288871012-router', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '0c142e06-5494-4005-bfd6-947a497a92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:42:31Z', 'updated_at': '2021-06-17T14:42:35Z', 'revision_number': 4, 'project_id': '9fea33bc93f24501bb4890e68635291e', 'gw_port': {'id': '0c142e06-5494-4005-bfd6-947a497a92af', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:32Z', 'updated_at': '2021-06-17T14:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': 'c5178557-12de-4ce3-9cc6-bfe4c73e0780', 'name': '', 'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'mac_address': 'fa:16:3e:a8:fa:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'e046bc50-f404-4c4a-b363-a37e2ffe6253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:35Z', 'updated_at': '2021-06-17T14:42:36Z', 'revision_number': 2, 'project_id': '9fea33bc93f24501bb4890e68635291e', 'subnets': [{'id': 'e046bc50-f404-4c4a-b363-a37e2ffe6253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:42:38.777448 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec10bd3-908e-44e5-a3b9-b1670c5974a9 None None] Checking router: 2910190a-f424-490e-b1a5-107ea8b1daa1 for host: dv-cinder-796859-1-smb {{(pid=78473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:42:38.777984 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec10bd3-908e-44e5-a3b9-b1670c5974a9 None None] Updating router 2910190a-f424-490e-b1a5-107ea8b1daa1 port c5178557-12de-4ce3-9cc6-bfe4c73e0780 binding host dv-cinder-796859-1-smb {{(pid=78473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:42:38.837780 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-54b83a0b-b1c0-463d-9ec7-42d4274e0acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16519441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14744872'] for subnet, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:38.844940 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:38.848954 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:38.854885 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-dec10bd3-908e-44e5-a3b9-b1670c5974a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:38.911060 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] For port 0c142e06-5494-4005-bfd6-947a497a92af, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=0c142e06-5494-4005-bfd6-947a497a92af,segment=NetworkSegment(23ce0af5-72f9-4008-9996-e17bae4589dc),segment_id=23ce0af5-72f9-4008-9996-e17bae4589dc)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:42:38.934612 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:38.941778 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b83a0b-b1c0-463d-9ec7-42d4274e0acd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e14255c-0e7c-4a1b-b187-4a0f783fd3cb,revision_number=0']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:38.942879 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:38.943439 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-54b83a0b-b1c0-463d-9ec7-42d4274e0acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:38.946000 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b83a0b-b1c0-463d-9ec7-42d4274e0acd admin admin] Checking segment: {'id': '67fc1da8-6837-48a6-8cf1-179ca8562735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '73fc902b-010d-4f6a-8d12-5c8edf9133da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:42:38.946466 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b83a0b-b1c0-463d-9ec7-42d4274e0acd admin admin] Network hostable DHCP agents. Network: 73fc902b-010d-4f6a-8d12-5c8edf9133da, hostable agents: ['cf6f0ed2-8328-4e51-ab4a-90de33d65f7e'], hosted agents: [] {{(pid=78471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:42:38.968969 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b83a0b-b1c0-463d-9ec7-42d4274e0acd admin admin] Network 73fc902b-010d-4f6a-8d12-5c8edf9133da is scheduled to be hosted by DHCP agent cf6f0ed2-8328-4e51-ab4a-90de33d65f7e with binding_index 1 {{(pid=78471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:42:38.982219 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [None req-54b83a0b-b1c0-463d-9ec7-42d4274e0acd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-smb, 73fc902b-010d-4f6a-8d12-5c8edf9133da) {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:42:38.994168 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ac38a450-5487-4674-a2d7-e6ba1cb36399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:38.995582 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7c0dee-fee5-4bf2-9208-4e598b0845c0 None None] Network 73fc902b-010d-4f6a-8d12-5c8edf9133da requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:42:39.007151 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b83a0b-b1c0-463d-9ec7-42d4274e0acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:39.007731 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-54b83a0b-b1c0-463d-9ec7-42d4274e0acd admin admin] Notify callbacks [] for subnet, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:39.035675 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-54b83a0b-b1c0-463d-9ec7-42d4274e0acd admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8168335 Jun 17 14:42:39.037364 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 46082) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:39.046751 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-f3ee1466-55dd-4d5d-8413-f5425bfd9141 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1287170498-router', 'tenant_id': '163bf55a85814830bf516d99ba135b44', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'}}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:42:39.057496 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-f3ee1466-55dd-4d5d-8413-f5425bfd9141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:42:39.065194 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-f3ee1466-55dd-4d5d-8413-f5425bfd9141 admin admin] Usage tracker for resource:router and tenant:163bf55a85814830bf516d99ba135b44 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:42:39.071115 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-f3ee1466-55dd-4d5d-8413-f5425bfd9141 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:42:39.086044 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-f3ee1466-55dd-4d5d-8413-f5425bfd9141 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:42:39.108705 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f3ee1466-55dd-4d5d-8413-f5425bfd9141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-746237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3828'] for router, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:39.110690 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f3ee1466-55dd-4d5d-8413-f5425bfd9141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-768802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3821'] for router, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:39.124684 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 46088) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:39.142198 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f3ee1466-55dd-4d5d-8413-f5425bfd9141 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:39.177555 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Pushing event updated for resources: {'Port': ['ID=0c142e06-5494-4005-bfd6-947a497a92af,revision_number=4']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:39.196734 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:39.459074 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f3ee1466-55dd-4d5d-8413-f5425bfd9141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-746182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3743'] for router, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:39.501292 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-dec10bd3-908e-44e5-a3b9-b1670c5974a9 None None] Notify callbacks [] for port, precommit_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:39.516339 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-dec10bd3-908e-44e5-a3b9-b1670c5974a9 None None] Transition to ACTIVE for port object c5178557-12de-4ce3-9cc6-bfe4c73e0780 will not be triggered until provisioned by entity L2. {{(pid=78473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:42:39.520932 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a230dffa-1408-4dcd-9d19-2b28b0b3e397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp184505a3-554f-5763-afab-1ae6f46ce17e-73fc902b-010d-4f6a-8d12-5c8edf9133da', 'network_id': '73fc902b-010d-4f6a-8d12-5c8edf9133da', 'tenant_id': '163bf55a85814830bf516d99ba135b44', 'fixed_ips': [{'subnet_id': '7e14255c-0e7c-4a1b-b187-4a0f783fd3cb'}]}} from dv-cinder-796859-1-smb. {{(pid=78473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 17 14:42:39.521878 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-a230dffa-1408-4dcd-9d19-2b28b0b3e397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:39.585064 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-dec10bd3-908e-44e5-a3b9-b1670c5974a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:39.596962 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-0d8e0d9e-9e95-4dc3-ad51-3f2468d28394 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:39.724040 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071d3de-3eeb-4078-86e9-bf8e85283d55 req-1a6cfc4c-de51-4a72-8d56-293dfe2be131 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:39.725452 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-65085db7-9dfe-4156-8017-918901cf28f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768446'] for router_interface, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:39.726057 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e071d3de-3eeb-4078-86e9-bf8e85283d55 req-1a6cfc4c-de51-4a72-8d56-293dfe2be131 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.72 "GET /v2.0/ports?device_id=93505638-a6af-4482-be2a-e549053c7829 HTTP/1.1" status: 200 len: 946 time: 0.2228062 Jun 17 14:42:39.806289 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb132d9-e63e-45b8-9792-dee3d41f3dde None None] Pushing event updated for resources: {'Port': ['ID=c5178557-12de-4ce3-9cc6-bfe4c73e0780,revision_number=3']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:39.809425 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-bcb132d9-e63e-45b8-9792-dee3d41f3dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:39.896021 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21803a96-9b44-4f3b-beb8-dac16809257a req-429959a9-01a1-46d6-a734-dc0fe04f9a5f tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:39.903144 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-21803a96-9b44-4f3b-beb8-dac16809257a req-429959a9-01a1-46d6-a734-dc0fe04f9a5f tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=93505638-a6af-4482-be2a-e549053c7829 HTTP/1.1" status: 200 len: 946 time: 0.3966162 Jun 17 14:42:39.962924 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-dec10bd3-908e-44e5-a3b9-b1670c5974a9 None None] Attempting to bind port c5178557-12de-4ce3-9cc6-bfe4c73e0780 on host dv-cinder-796859-1-smb for vnic_type normal with profile {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:42:39.963280 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-dec10bd3-908e-44e5-a3b9-b1670c5974a9 None None] Attempting to bind port c5178557-12de-4ce3-9cc6-bfe4c73e0780 by drivers openvswitch,hyperv on host dv-cinder-796859-1-smb at level 0 using segments [{'id': '641cfba1-205c-43fe-b661-eaecd2041264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f'}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:42:39.963688 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec10bd3-908e-44e5-a3b9-b1670c5974a9 None None] Attempting to bind port c5178557-12de-4ce3-9cc6-bfe4c73e0780 on network f9c6f823-49c8-4485-b839-e1f6ac7bae1f {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:42:39.976374 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec10bd3-908e-44e5-a3b9-b1670c5974a9 None None] Checking agent: {'id': '90be04d1-4e68-4ce3-b058-a3d90bbc2941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 30, 7), 'started_at': datetime.datetime(2021, 6, 17, 14, 30, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:42:39.976908 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec10bd3-908e-44e5-a3b9-b1670c5974a9 None None] Checking segment: {'id': '641cfba1-205c-43fe-b661-eaecd2041264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:42:39.977424 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-dec10bd3-908e-44e5-a3b9-b1670c5974a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:39.978082 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec10bd3-908e-44e5-a3b9-b1670c5974a9 None None] Bound using segment: {'id': '641cfba1-205c-43fe-b661-eaecd2041264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f'} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:42:39.978684 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-e071d3de-3eeb-4078-86e9-bf8e85283d55 req-dbee685f-8833-411d-8265-35758ff73ecd tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Deleting port 3082c4c0-5f12-48f3-851d-7232ad2404e8 {{(pid=78471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:42:39.978684 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-e071d3de-3eeb-4078-86e9-bf8e85283d55 req-dbee685f-8833-411d-8265-35758ff73ecd tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:39.985691 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-dec10bd3-908e-44e5-a3b9-b1670c5974a9 None None] Bound port: c5178557-12de-4ce3-9cc6-bfe4c73e0780, host: dv-cinder-796859-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '641cfba1-205c-43fe-b661-eaecd2041264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f'}}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:42:39.985691 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-dec10bd3-908e-44e5-a3b9-b1670c5974a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:40.012544 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.db_base_plugin_common [None req-a230dffa-1408-4dcd-9d19-2b28b0b3e397 None None] Allocated IP 172.20.0.2 (73fc902b-010d-4f6a-8d12-5c8edf9133da/7e14255c-0e7c-4a1b-b187-4a0f783fd3cb/76e3e336-8735-40d4-97b4-aec1e149d9c9) {{(pid=78473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:42:40.040825 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-21803a96-9b44-4f3b-beb8-dac16809257a req-c1a975c4-be82-4385-85ce-8ef70e3f9ad5 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367629 Jun 17 14:42:40.258271 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:40.320530 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-65085db7-9dfe-4156-8017-918901cf28f8 admin admin] Deleting port 66eb6247-00df-4eb7-bd0c-aca2aeba4c4c {{(pid=78472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:42:40.321091 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-65085db7-9dfe-4156-8017-918901cf28f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:40.446599 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-a230dffa-1408-4dcd-9d19-2b28b0b3e397 None None] Notify callbacks [] for port, precommit_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:40.456617 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f3ee1466-55dd-4d5d-8413-f5425bfd9141 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:40.458196 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 0c142e06-5494-4005-bfd6-947a497a92af up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:42:40.504616 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f3ee1466-55dd-4d5d-8413-f5425bfd9141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:40.524982 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.db [None req-65085db7-9dfe-4156-8017-918901cf28f8 admin admin] For port 66eb6247-00df-4eb7-bd0c-aca2aeba4c4c, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=66eb6247-00df-4eb7-bd0c-aca2aeba4c4c,segment=NetworkSegment(dedd8951-6ee6-4681-8cee-1068e8dc43e1),segment_id=dedd8951-6ee6-4681-8cee-1068e8dc43e1)] {{(pid=78472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:42:40.525382 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-65085db7-9dfe-4156-8017-918901cf28f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:40.542712 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-a230dffa-1408-4dcd-9d19-2b28b0b3e397 None None] Transition to ACTIVE for port object 76e3e336-8735-40d4-97b4-aec1e149d9c9 will not be triggered until provisioned by entity L2. {{(pid=78473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:42:40.556372 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-dec10bd3-908e-44e5-a3b9-b1670c5974a9 None None] For port c5178557-12de-4ce3-9cc6-bfe4c73e0780, host dv-cinder-796859-1-smb, cleared binding levels {{(pid=78473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:42:40.578653 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-dec10bd3-908e-44e5-a3b9-b1670c5974a9 None None] For port c5178557-12de-4ce3-9cc6-bfe4c73e0780, host dv-cinder-796859-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=c5178557-12de-4ce3-9cc6-bfe4c73e0780,segment=NetworkSegment(641cfba1-205c-43fe-b661-eaecd2041264),segment_id=641cfba1-205c-43fe-b661-eaecd2041264)] {{(pid=78473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:42:40.587545 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-a230dffa-1408-4dcd-9d19-2b28b0b3e397 None None] Transition to ACTIVE for port object 76e3e336-8735-40d4-97b4-aec1e149d9c9 will not be triggered until provisioned by entity DHCP. {{(pid=78473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:42:40.591138 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-dec10bd3-908e-44e5-a3b9-b1670c5974a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:40.596027 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:40.620581 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-e071d3de-3eeb-4078-86e9-bf8e85283d55 req-dbee685f-8833-411d-8265-35758ff73ecd tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] For port 3082c4c0-5f12-48f3-851d-7232ad2404e8, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=3082c4c0-5f12-48f3-851d-7232ad2404e8,segment=NetworkSegment(c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f),segment_id=c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f)] {{(pid=78471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:42:40.620944 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-e071d3de-3eeb-4078-86e9-bf8e85283d55 req-dbee685f-8833-411d-8265-35758ff73ecd tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:40.638348 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-a230dffa-1408-4dcd-9d19-2b28b0b3e397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906'] for port, after_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:40.704179 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-65085db7-9dfe-4156-8017-918901cf28f8 admin admin] Calling delete_port for 66eb6247-00df-4eb7-bd0c-aca2aeba4c4c owned by network:router_interface {{(pid=78472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:42:40.738468 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a230dffa-1408-4dcd-9d19-2b28b0b3e397 None None] Network 73fc902b-010d-4f6a-8d12-5c8edf9133da is already hosted by enough agents. {{(pid=78473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:42:40.743389 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 0c142e06-5494-4005-bfd6-947a497a92af triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:42:40.743764 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:40.773726 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.scheduler.base_scheduler [None req-a230dffa-1408-4dcd-9d19-2b28b0b3e397 None None] Resources bound (agent type, host, resource id): {{(pid=78473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:42:40.785556 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a230dffa-1408-4dcd-9d19-2b28b0b3e397 None None] Received port after_create {{(pid=78473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:42:40.810018 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec10bd3-908e-44e5-a3b9-b1670c5974a9 None None] Routers {'2910190a-f424-490e-b1a5-107ea8b1daa1'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:42:40.810646 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-dec10bd3-908e-44e5-a3b9-b1670c5974a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:42:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['2910190a-f424-490e-b1a5-107ea8b1daa1'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:42:40.813541 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-e071d3de-3eeb-4078-86e9-bf8e85283d55 req-dbee685f-8833-411d-8265-35758ff73ecd tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Calling delete_port for 3082c4c0-5f12-48f3-851d-7232ad2404e8 owned by compute:nova {{(pid=78471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:42:40.920074 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_common [None req-f3ee1466-55dd-4d5d-8413-f5425bfd9141 admin admin] Allocated IP 172.28.2.126 (a25846cf-426a-46fe-928d-52e0b9163129/3ba06ebc-ae5d-4516-941b-79e431a8638b/3435c825-9b04-468f-9276-6ba3a6cfc95d) {{(pid=78471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:42:40.947560 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb132d9-e63e-45b8-9792-dee3d41f3dde None None] Pushing event updated for resources: {'Port': ['ID=c5178557-12de-4ce3-9cc6-bfe4c73e0780,revision_number=4']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:40.996334 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-bcb132d9-e63e-45b8-9792-dee3d41f3dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:40.998822 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.291s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:41.035131 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-e071d3de-3eeb-4078-86e9-bf8e85283d55 req-dbee685f-8833-411d-8265-35758ff73ecd tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:41.045123 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-1fdad98a-f4ff-406c-8fc4-4fde9105fda8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:41.078014 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['3082c4c0-5f12-48f3-851d-7232ad2404e8'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:42:41.165012 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee685f-8833-411d-8265-35758ff73ecd tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Pushing event deleted for resources: {'Port': ['ID=3082c4c0-5f12-48f3-851d-7232ad2404e8,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:41.182760 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-dbee685f-8833-411d-8265-35758ff73ecd tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:41.189002 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-a230dffa-1408-4dcd-9d19-2b28b0b3e397 None None] Attempting to bind port 76e3e336-8735-40d4-97b4-aec1e149d9c9 on host dv-cinder-796859-1-smb for vnic_type normal with profile {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:42:41.189469 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-a230dffa-1408-4dcd-9d19-2b28b0b3e397 None None] Attempting to bind port 76e3e336-8735-40d4-97b4-aec1e149d9c9 by drivers openvswitch,hyperv on host dv-cinder-796859-1-smb at level 0 using segments [{'id': '67fc1da8-6837-48a6-8cf1-179ca8562735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '73fc902b-010d-4f6a-8d12-5c8edf9133da'}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:42:41.189902 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a230dffa-1408-4dcd-9d19-2b28b0b3e397 None None] Attempting to bind port 76e3e336-8735-40d4-97b4-aec1e149d9c9 on network 73fc902b-010d-4f6a-8d12-5c8edf9133da {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:42:41.211981 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-65085db7-9dfe-4156-8017-918901cf28f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14896044'] for port, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:41.216809 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:41.247194 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a230dffa-1408-4dcd-9d19-2b28b0b3e397 None None] Checking agent: {'id': '90be04d1-4e68-4ce3-b058-a3d90bbc2941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 30, 7), 'started_at': datetime.datetime(2021, 6, 17, 14, 30, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:42:41.247536 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a230dffa-1408-4dcd-9d19-2b28b0b3e397 None None] Checking segment: {'id': '67fc1da8-6837-48a6-8cf1-179ca8562735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '73fc902b-010d-4f6a-8d12-5c8edf9133da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:42:41.247920 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-a230dffa-1408-4dcd-9d19-2b28b0b3e397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:41.248381 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a230dffa-1408-4dcd-9d19-2b28b0b3e397 None None] Bound using segment: {'id': '67fc1da8-6837-48a6-8cf1-179ca8562735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '73fc902b-010d-4f6a-8d12-5c8edf9133da'} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:42:41.248928 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-a230dffa-1408-4dcd-9d19-2b28b0b3e397 None None] Bound port: 76e3e336-8735-40d4-97b4-aec1e149d9c9, host: dv-cinder-796859-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fc1da8-6837-48a6-8cf1-179ca8562735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '73fc902b-010d-4f6a-8d12-5c8edf9133da'}}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:42:41.249311 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-a230dffa-1408-4dcd-9d19-2b28b0b3e397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:41.302599 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230dffa-1408-4dcd-9d19-2b28b0b3e397 None None] Pushing event updated for resources: {'Port': ['ID=76e3e336-8735-40d4-97b4-aec1e149d9c9,revision_number=1']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:41.319914 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65085db7-9dfe-4156-8017-918901cf28f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=66eb6247-00df-4eb7-bd0c-aca2aeba4c4c,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:41.322202 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-a230dffa-1408-4dcd-9d19-2b28b0b3e397 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:41.323588 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-65085db7-9dfe-4156-8017-918901cf28f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:41.331002 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-8fec8355-440b-4d22-b5fb-c0ceb425ad2b req-c576d84f-abcb-49f0-a804-90a50fb01e63 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=93505638-a6af-4482-be2a-e549053c7829 HTTP/1.1" status: 200 len: 210 time: 0.0900111 Jun 17 14:42:41.378367 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 205b989c-e347-402b-9b8f-64bdbffaacdf no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:42:41.385714 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-e071d3de-3eeb-4078-86e9-bf8e85283d55 req-dbee685f-8833-411d-8265-35758ff73ecd tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] No DVR routers for this DVR port 3082c4c0-5f12-48f3-851d-7232ad2404e8 on host hv-cinder-79685 {{(pid=78471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:42:41.388252 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-e071d3de-3eeb-4078-86e9-bf8e85283d55 req-dbee685f-8833-411d-8265-35758ff73ecd tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:41.393100 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93505638-a6af-4482-be2a-e549053c7829', 'name': 'network-vif-deleted', 'tag': '3082c4c0-5f12-48f3-851d-7232ad2404e8'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:42:41.427516 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-dec10bd3-908e-44e5-a3b9-b1670c5974a9 None None] Set router 2910190a-f424-490e-b1a5-107ea8b1daa1 gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:42:41.463436 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f3ee1466-55dd-4d5d-8413-f5425bfd9141 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:41.473895 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93505638-a6af-4482-be2a-e549053c7829', 'name': 'network-vif-deleted', 'tag': '3082c4c0-5f12-48f3-851d-7232ad2404e8', 'status': 'completed', 'code': 200} Jun 17 14:42:41.477269 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e071d3de-3eeb-4078-86e9-bf8e85283d55 req-dbee685f-8833-411d-8265-35758ff73ecd tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.72 "DELETE /v2.0/ports/3082c4c0-5f12-48f3-851d-7232ad2404e8 HTTP/1.1" status: 204 len: 173 time: 1.7441356 Jun 17 14:42:41.501441 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f3ee1466-55dd-4d5d-8413-f5425bfd9141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:41.511457 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:41.512756 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] No Port match for: 205b989c-e347-402b-9b8f-64bdbffaacdf {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:42:41.513400 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 205b989c-e347-402b-9b8f-64bdbffaacdf not bound to the agent host hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:42:41.563446 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:41.589507 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ee1466-55dd-4d5d-8413-f5425bfd9141 admin admin] Network a25846cf-426a-46fe-928d-52e0b9163129 is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:42:41.593044 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [None req-f3ee1466-55dd-4d5d-8413-f5425bfd9141 admin admin] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:42:41.597701 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ee1466-55dd-4d5d-8413-f5425bfd9141 admin admin] Received port after_create {{(pid=78471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:42:41.645698 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee1466-55dd-4d5d-8413-f5425bfd9141 admin admin] Pushing event updated for resources: {'Port': ['ID=3435c825-9b04-468f-9276-6ba3a6cfc95d,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:41.650890 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-f3ee1466-55dd-4d5d-8413-f5425bfd9141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:41.757166 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-a230dffa-1408-4dcd-9d19-2b28b0b3e397 None None] For port 76e3e336-8735-40d4-97b4-aec1e149d9c9, host dv-cinder-796859-1-smb, cleared binding levels {{(pid=78473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:42:41.778072 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-a230dffa-1408-4dcd-9d19-2b28b0b3e397 None None] For port 76e3e336-8735-40d4-97b4-aec1e149d9c9, host dv-cinder-796859-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=76e3e336-8735-40d4-97b4-aec1e149d9c9,segment=NetworkSegment(67fc1da8-6837-48a6-8cf1-179ca8562735),segment_id=67fc1da8-6837-48a6-8cf1-179ca8562735)] {{(pid=78473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:42:41.793843 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-a230dffa-1408-4dcd-9d19-2b28b0b3e397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:41.813216 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:41.836007 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-65085db7-9dfe-4156-8017-918901cf28f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752654'] for router_interface, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:41.979656 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230dffa-1408-4dcd-9d19-2b28b0b3e397 None None] Pushing event updated for resources: {'Port': ['ID=76e3e336-8735-40d4-97b4-aec1e149d9c9,revision_number=2']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:41.984024 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-a230dffa-1408-4dcd-9d19-2b28b0b3e397 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:42.021337 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-dec10bd3-908e-44e5-a3b9-b1670c5974a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'name': 'tempest-TestShelveInstance-288871012-router', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '0c142e06-5494-4005-bfd6-947a497a92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:42:31Z', 'updated_at': '2021-06-17T14:42:35Z', 'revision_number': 4, 'project_id': '9fea33bc93f24501bb4890e68635291e', 'gw_port': {'id': '0c142e06-5494-4005-bfd6-947a497a92af', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:32Z', 'updated_at': '2021-06-17T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': 'c5178557-12de-4ce3-9cc6-bfe4c73e0780', 'name': '', 'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'mac_address': 'fa:16:3e:a8:fa:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'e046bc50-f404-4c4a-b363-a37e2ffe6253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:35Z', 'updated_at': '2021-06-17T14:42:40Z', 'revision_number': 4, 'project_id': '9fea33bc93f24501bb4890e68635291e', 'subnets': [{'id': 'e046bc50-f404-4c4a-b363-a37e2ffe6253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:42:42.026878 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec10bd3-908e-44e5-a3b9-b1670c5974a9 None None] The sync data for ids ['2910190a-f424-490e-b1a5-107ea8b1daa1'] in dv-cinder-796859-1-smb is: [{'id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'name': 'tempest-TestShelveInstance-288871012-router', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '0c142e06-5494-4005-bfd6-947a497a92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:42:31Z', 'updated_at': '2021-06-17T14:42:35Z', 'revision_number': 4, 'project_id': '9fea33bc93f24501bb4890e68635291e', 'gw_port': {'id': '0c142e06-5494-4005-bfd6-947a497a92af', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:32Z', 'updated_at': '2021-06-17T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': 'c5178557-12de-4ce3-9cc6-bfe4c73e0780', 'name': '', 'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'mac_address': 'fa:16:3e:a8:fa:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'e046bc50-f404-4c4a-b363-a37e2ffe6253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:35Z', 'updated_at': '2021-06-17T14:42:40Z', 'revision_number': 4, 'project_id': '9fea33bc93f24501bb4890e68635291e', 'subnets': [{'id': 'e046bc50-f404-4c4a-b363-a37e2ffe6253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:42:42.541361 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f3ee1466-55dd-4d5d-8413-f5425bfd9141 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:42.574460 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device c5178557-12de-4ce3-9cc6-bfe4c73e0780 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:42:42.662954 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c4049-3d69-42d3-bdaa-43c5a2eb9571 req-22072190-ffc9-418e-8128-35fe214b2895 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:42.672509 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-6d4c4049-3d69-42d3-bdaa-43c5a2eb9571 req-22072190-ffc9-418e-8128-35fe214b2895 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.5154471 Jun 17 14:42:42.675108 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning for port c5178557-12de-4ce3-9cc6-bfe4c73e0780 completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:42:42.688634 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port c5178557-12de-4ce3-9cc6-bfe4c73e0780 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:42:42.689376 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:42.741908 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-6d4c4049-3d69-42d3-bdaa-43c5a2eb9571 req-acbc97d2-7bd5-456e-89e3-45117614b9c1 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679264 Jun 17 14:42:42.743768 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65085db7-9dfe-4156-8017-918901cf28f8 admin admin] Router fe2da630-0e5f-4018-a1f7-52d2a908424d has already been hosted by L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 {{(pid=78472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:42:42.797316 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-72bddc63-8b09-49eb-af68-2eb5dc5da178 req-c3d6a6ab-5ad7-4b8c-a338-e64fa90681be tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Synchronizing usage tracker for tenant:5541d3e792d04ce794ee6a1bdc6e40e2 on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:42:42.881702 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:42.887430 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-72bddc63-8b09-49eb-af68-2eb5dc5da178 req-c3d6a6ab-5ad7-4b8c-a338-e64fa90681be tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Unset dirty status for tenant:5541d3e792d04ce794ee6a1bdc6e40e2 on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:42:42.895683 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-72bddc63-8b09-49eb-af68-2eb5dc5da178 req-c3d6a6ab-5ad7-4b8c-a338-e64fa90681be tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=93505638-a6af-4482-be2a-e549053c7829 HTTP/1.1" status: 200 len: 210 time: 0.1547248 Jun 17 14:42:42.941966 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] For port c5178557-12de-4ce3-9cc6-bfe4c73e0780, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=c5178557-12de-4ce3-9cc6-bfe4c73e0780,segment=NetworkSegment(641cfba1-205c-43fe-b661-eaecd2041264),segment_id=641cfba1-205c-43fe-b661-eaecd2041264)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:42:42.950098 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:42.952610 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:42.977231 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65085db7-9dfe-4156-8017-918901cf28f8 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:42:42.988419 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06083df6-01da-48c0-99b3-dd4fb8e58a19 None None] Sync routers for ids ['fe2da630-0e5f-4018-a1f7-52d2a908424d'] in dv-cinder-796859-1-smb {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:42:42.996898 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-65085db7-9dfe-4156-8017-918901cf28f8 admin admin] 10.222.0.77 "PUT /v2.0/routers/fe2da630-0e5f-4018-a1f7-52d2a908424d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8711557 Jun 17 14:42:43.003243 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06083df6-01da-48c0-99b3-dd4fb8e58a19 None None] Routers {'fe2da630-0e5f-4018-a1f7-52d2a908424d'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:42:43.003692 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 46116) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:43.003870 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-06083df6-01da-48c0-99b3-dd4fb8e58a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:42:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['fe2da630-0e5f-4018-a1f7-52d2a908424d'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:42:43.103494 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f3ee1466-55dd-4d5d-8413-f5425bfd9141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-746191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768836'] for router, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:43.104255 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Pushing event updated for resources: {'Port': ['ID=c5178557-12de-4ce3-9cc6-bfe4c73e0780,revision_number=5']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:43.109365 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:43.245576 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-d6af4195-342d-4e0a-8eaa-64346a1dfb8b admin admin] Notify callbacks [] for router, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:43.371619 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 3082c4c0-5f12-48f3-851d-7232ad2404e8 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:42:43.386600 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-06083df6-01da-48c0-99b3-dd4fb8e58a19 None None] Set router fe2da630-0e5f-4018-a1f7-52d2a908424d gateway port host: dv-cinder-796859-1-smb {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:42:43.451207 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29322fc7-be66-4875-af19-0ba15fd73a2b None None] Network 73fc902b-010d-4f6a-8d12-5c8edf9133da requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:42:43.466860 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ee1466-55dd-4d5d-8413-f5425bfd9141 admin admin] Router 8f09dfbb-da97-44c8-bed7-98b4a42f3400 is scheduled to L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 with binding_index 1 {{(pid=78471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 14:42:43.470861 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] No Port match for: 3082c4c0-5f12-48f3-851d-7232ad2404e8 {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:42:43.471181 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 3082c4c0-5f12-48f3-851d-7232ad2404e8 not bound to the agent host hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:42:43.488686 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-d6af4195-342d-4e0a-8eaa-64346a1dfb8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:43.502379 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-d6af4195-342d-4e0a-8eaa-64346a1dfb8b admin admin] Deleting port 95c34719-7d88-4882-a218-7534ac569c56 {{(pid=78472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:42:43.503078 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-d6af4195-342d-4e0a-8eaa-64346a1dfb8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:43.614764 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-1ad737f2-d565-457f-89bd-7fad0fc5cab5 None None] Provisioning for port 76e3e336-8735-40d4-97b4-aec1e149d9c9 completed by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:42:43.731693 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ee1466-55dd-4d5d-8413-f5425bfd9141 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:42:43.753930 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f9cca4-b137-4622-a2d8-68e0802c1f2a None None] Sync routers for ids ['8f09dfbb-da97-44c8-bed7-98b4a42f3400'] in dv-cinder-796859-1-smb {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:42:43.760483 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.db [None req-d6af4195-342d-4e0a-8eaa-64346a1dfb8b admin admin] For port 95c34719-7d88-4882-a218-7534ac569c56, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=95c34719-7d88-4882-a218-7534ac569c56,segment=NetworkSegment(23ce0af5-72f9-4008-9996-e17bae4589dc),segment_id=23ce0af5-72f9-4008-9996-e17bae4589dc)] {{(pid=78472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:42:43.761062 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-d6af4195-342d-4e0a-8eaa-64346a1dfb8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:43.777433 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f3ee1466-55dd-4d5d-8413-f5425bfd9141 admin admin] Notify callbacks [] for router, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:43.782300 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-f3ee1466-55dd-4d5d-8413-f5425bfd9141 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7394433 Jun 17 14:42:43.782696 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 46122) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:43.813239 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f9cca4-b137-4622-a2d8-68e0802c1f2a None None] Routers {'8f09dfbb-da97-44c8-bed7-98b4a42f3400'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:42:43.818298 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-87f9cca4-b137-4622-a2d8-68e0802c1f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:42:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['8f09dfbb-da97-44c8-bed7-98b4a42f3400'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:42:43.872995 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-06083df6-01da-48c0-99b3-dd4fb8e58a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2da630-0e5f-4018-a1f7-52d2a908424d', 'name': 'tempest-ServerRescueNegativeTestJSON-927975678-router', 'tenant_id': '1b45a5667af44c408b810bef63493e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.246'}], 'enable_snat': True}, 'gw_port_id': '95c34719-7d88-4882-a218-7534ac569c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:01Z', 'updated_at': '2021-06-17T14:42:41Z', 'revision_number': 5, 'project_id': '1b45a5667af44c408b810bef63493e23', 'gw_port': {'id': '95c34719-7d88-4882-a218-7534ac569c56', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:df:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2da630-0e5f-4018-a1f7-52d2a908424d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:03Z', 'updated_at': '2021-06-17T14:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb'}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:42:43.884987 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06083df6-01da-48c0-99b3-dd4fb8e58a19 None None] Checking router: fe2da630-0e5f-4018-a1f7-52d2a908424d for host: dv-cinder-796859-1-smb {{(pid=78474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:42:43.907549 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06083df6-01da-48c0-99b3-dd4fb8e58a19 None None] Routers {'fe2da630-0e5f-4018-a1f7-52d2a908424d'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:42:43.908208 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-06083df6-01da-48c0-99b3-dd4fb8e58a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:42:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['fe2da630-0e5f-4018-a1f7-52d2a908424d'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:42:44.149436 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-d6af4195-342d-4e0a-8eaa-64346a1dfb8b admin admin] Calling delete_port for 95c34719-7d88-4882-a218-7534ac569c56 owned by network:router_gateway {{(pid=78472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:42:44.219200 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-87f9cca4-b137-4622-a2d8-68e0802c1f2a None None] Set router 8f09dfbb-da97-44c8-bed7-98b4a42f3400 gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:42:44.282834 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-06083df6-01da-48c0-99b3-dd4fb8e58a19 None None] Set router fe2da630-0e5f-4018-a1f7-52d2a908424d gateway port host: None {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:42:44.465740 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668df9c-748d-4624-89ba-ff85cd15e6b5 req-14cb5d40-0503-4e89-8801-33a57ca2c185 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:44.478723 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-9668df9c-748d-4624-89ba-ff85cd15e6b5 req-14cb5d40-0503-4e89-8801-33a57ca2c185 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.3372493 Jun 17 14:42:44.513727 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device c5178557-12de-4ce3-9cc6-bfe4c73e0780 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:42:44.540516 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-06083df6-01da-48c0-99b3-dd4fb8e58a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2da630-0e5f-4018-a1f7-52d2a908424d', 'name': 'tempest-ServerRescueNegativeTestJSON-927975678-router', 'tenant_id': '1b45a5667af44c408b810bef63493e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:01Z', 'updated_at': '2021-06-17T14:42:43Z', 'revision_number': 6, 'project_id': '1b45a5667af44c408b810bef63493e23', 'gw_port_host': None}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:42:44.566068 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06083df6-01da-48c0-99b3-dd4fb8e58a19 None None] The sync data for ids ['fe2da630-0e5f-4018-a1f7-52d2a908424d'] in dv-cinder-796859-1-smb is: [{'id': 'fe2da630-0e5f-4018-a1f7-52d2a908424d', 'name': 'tempest-ServerRescueNegativeTestJSON-927975678-router', 'tenant_id': '1b45a5667af44c408b810bef63493e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:01Z', 'updated_at': '2021-06-17T14:42:43Z', 'revision_number': 6, 'project_id': '1b45a5667af44c408b810bef63493e23', 'gw_port_host': None}] {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:42:44.618308 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-9668df9c-748d-4624-89ba-ff85cd15e6b5 req-d44e71da-5cc3-40a5-90c3-5692b43d9027 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379986 Jun 17 14:42:44.639928 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-d6af4195-342d-4e0a-8eaa-64346a1dfb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14896044'] for port, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:44.647540 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-bd526572-9f81-4c68-8611-a13e7f26a880 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:44.703487 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af4195-342d-4e0a-8eaa-64346a1dfb8b admin admin] Pushing event deleted for resources: {'Port': ['ID=95c34719-7d88-4882-a218-7534ac569c56,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:44.706993 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-d6af4195-342d-4e0a-8eaa-64346a1dfb8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:44.720474 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port c5178557-12de-4ce3-9cc6-bfe4c73e0780 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:42:44.720981 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:44.804717 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-87f9cca4-b137-4622-a2d8-68e0802c1f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f09dfbb-da97-44c8-bed7-98b4a42f3400', 'name': 'tempest-TestShelveInstance-1287170498-router', 'tenant_id': '163bf55a85814830bf516d99ba135b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '3435c825-9b04-468f-9276-6ba3a6cfc95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:42:39Z', 'updated_at': '2021-06-17T14:42:42Z', 'revision_number': 3, 'project_id': '163bf55a85814830bf516d99ba135b44', 'gw_port': {'id': '3435c825-9b04-468f-9276-6ba3a6cfc95d', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f09dfbb-da97-44c8-bed7-98b4a42f3400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:40Z', 'updated_at': '2021-06-17T14:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb'}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:42:44.807056 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-d6af4195-342d-4e0a-8eaa-64346a1dfb8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768913'] for router_gateway, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:44.812107 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f9cca4-b137-4622-a2d8-68e0802c1f2a None None] Checking router: 8f09dfbb-da97-44c8-bed7-98b4a42f3400 for host: dv-cinder-796859-1-smb {{(pid=78473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:42:44.812678 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f9cca4-b137-4622-a2d8-68e0802c1f2a None None] Updating router 8f09dfbb-da97-44c8-bed7-98b4a42f3400 port 3435c825-9b04-468f-9276-6ba3a6cfc95d binding host dv-cinder-796859-1-smb {{(pid=78473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:42:44.924822 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-87f9cca4-b137-4622-a2d8-68e0802c1f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:44.958606 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 76e3e336-8735-40d4-97b4-aec1e149d9c9 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:42:45.012879 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-d6af4195-342d-4e0a-8eaa-64346a1dfb8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3814'] for router, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:45.016820 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-d6af4195-342d-4e0a-8eaa-64346a1dfb8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:45.040513 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3ed15a42-572c-4544-bc03-d90c1e9e97a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:45.120684 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning for port 76e3e336-8735-40d4-97b4-aec1e149d9c9 completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:42:45.135768 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 76e3e336-8735-40d4-97b4-aec1e149d9c9 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:42:45.136200 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:45.173970 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-d6af4195-342d-4e0a-8eaa-64346a1dfb8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746556'] for router, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:45.174500 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6af4195-342d-4e0a-8eaa-64346a1dfb8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe2da630-0e5f-4018-a1f7-52d2a908424d {{(pid=78472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 14:42:45.191656 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-d6af4195-342d-4e0a-8eaa-64346a1dfb8b admin admin] Notify callbacks [] for router, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:45.195404 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-d6af4195-342d-4e0a-8eaa-64346a1dfb8b admin admin] 10.222.0.77 "DELETE /v2.0/routers/fe2da630-0e5f-4018-a1f7-52d2a908424d HTTP/1.1" status: 204 len: 168 time: 2.1879163 Jun 17 14:42:45.198884 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 46132) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:45.266330 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce5394f-ab72-475c-b2fe-29f912fb1663 admin admin] Deleting subnet 3ff14308-63ae-4af6-a26f-fe7c9884ddaa {{(pid=78472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 17 14:42:45.269476 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-1ce5394f-ab72-475c-b2fe-29f912fb1663 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:45.324072 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_common [None req-3ed15a42-572c-4544-bc03-d90c1e9e97a2 admin admin] Allocated IP 172.20.0.1 (73fc902b-010d-4f6a-8d12-5c8edf9133da/7e14255c-0e7c-4a1b-b187-4a0f783fd3cb/74395272-10d4-4372-8b8e-e916e8c02956) {{(pid=78471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:42:45.324324 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-1ce5394f-ab72-475c-b2fe-29f912fb1663 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15757668'] for subnet, precommit_delete_associations {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:45.383856 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:45.384805 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-1ce5394f-ab72-475c-b2fe-29f912fb1663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820958'] for subnet, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:45.480239 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] For port 76e3e336-8735-40d4-97b4-aec1e149d9c9, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=76e3e336-8735-40d4-97b4-aec1e149d9c9,segment=NetworkSegment(67fc1da8-6837-48a6-8cf1-179ca8562735),segment_id=67fc1da8-6837-48a6-8cf1-179ca8562735)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:42:45.489436 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:45.497616 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:45.506512 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3ed15a42-572c-4544-bc03-d90c1e9e97a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:45.523752 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.provisioning_blocks [None req-3ed15a42-572c-4544-bc03-d90c1e9e97a2 admin admin] Transition to ACTIVE for port object 74395272-10d4-4372-8b8e-e916e8c02956 will not be triggered until provisioned by entity DHCP. {{(pid=78471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:42:45.548635 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3ed15a42-572c-4544-bc03-d90c1e9e97a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:45.556129 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:45.558423 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-87f9cca4-b137-4622-a2d8-68e0802c1f2a None None] Notify callbacks [] for port, precommit_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:45.581156 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-87f9cca4-b137-4622-a2d8-68e0802c1f2a None None] Transition to ACTIVE for port object 3435c825-9b04-468f-9276-6ba3a6cfc95d will not be triggered until provisioned by entity L2. {{(pid=78473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:42:45.589605 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Pushing event updated for resources: {'Port': ['ID=76e3e336-8735-40d4-97b4-aec1e149d9c9,revision_number=3']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:45.592580 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-87f9cca4-b137-4622-a2d8-68e0802c1f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:45.596497 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:45.596956 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:45.628515 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed15a42-572c-4544-bc03-d90c1e9e97a2 admin admin] Network 73fc902b-010d-4f6a-8d12-5c8edf9133da is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:42:45.632138 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [None req-3ed15a42-572c-4544-bc03-d90c1e9e97a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:42:45.636846 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed15a42-572c-4544-bc03-d90c1e9e97a2 admin admin] Received port after_create {{(pid=78471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:42:45.732509 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-87f9cca4-b137-4622-a2d8-68e0802c1f2a None None] Attempting to bind port 3435c825-9b04-468f-9276-6ba3a6cfc95d on host dv-cinder-796859-1-smb for vnic_type normal with profile {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:42:45.733917 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-87f9cca4-b137-4622-a2d8-68e0802c1f2a None None] Attempting to bind port 3435c825-9b04-468f-9276-6ba3a6cfc95d by drivers openvswitch,hyperv on host dv-cinder-796859-1-smb at level 0 using segments [{'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:42:45.734290 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f9cca4-b137-4622-a2d8-68e0802c1f2a None None] Attempting to bind port 3435c825-9b04-468f-9276-6ba3a6cfc95d on network a25846cf-426a-46fe-928d-52e0b9163129 {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:42:45.739977 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed15a42-572c-4544-bc03-d90c1e9e97a2 admin admin] Pushing event updated for resources: {'Port': ['ID=74395272-10d4-4372-8b8e-e916e8c02956,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:45.751965 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3ed15a42-572c-4544-bc03-d90c1e9e97a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:45.755105 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f9cca4-b137-4622-a2d8-68e0802c1f2a None None] Checking agent: {'id': '90be04d1-4e68-4ce3-b058-a3d90bbc2941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 30, 7), 'started_at': datetime.datetime(2021, 6, 17, 14, 30, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:42:45.755728 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f9cca4-b137-4622-a2d8-68e0802c1f2a None None] Checking segment: {'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:42:45.756400 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-87f9cca4-b137-4622-a2d8-68e0802c1f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:45.757319 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f9cca4-b137-4622-a2d8-68e0802c1f2a None None] Bound using segment: {'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:42:45.758153 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-87f9cca4-b137-4622-a2d8-68e0802c1f2a None None] Bound port: 3435c825-9b04-468f-9276-6ba3a6cfc95d, host: dv-cinder-796859-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'}}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:42:45.758781 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-87f9cca4-b137-4622-a2d8-68e0802c1f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:45.760509 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-1ce5394f-ab72-475c-b2fe-29f912fb1663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14896095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16701679'] for subnet, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:45.774929 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-c7798b42-3ae1-45c7-b8b3-4ea5add26f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:45.807819 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3ed15a42-572c-4544-bc03-d90c1e9e97a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768299'] for router_interface, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:45.847157 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86673bf-03f3-4a32-9c34-1de87444f74a None None] Pushing event updated for resources: {'Port': ['ID=3435c825-9b04-468f-9276-6ba3a6cfc95d,revision_number=2']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:45.866076 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5394f-ab72-475c-b2fe-29f912fb1663 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ff14308-63ae-4af6-a26f-fe7c9884ddaa,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:45.875058 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-1ce5394f-ab72-475c-b2fe-29f912fb1663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:45.880387 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-c86673bf-03f3-4a32-9c34-1de87444f74a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:45.882670 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-1ce5394f-ab72-475c-b2fe-29f912fb1663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for subnet, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:45.907815 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-1ce5394f-ab72-475c-b2fe-29f912fb1663 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3ff14308-63ae-4af6-a26f-fe7c9884ddaa HTTP/1.1" status: 204 len: 168 time: 0.7084928 Jun 17 14:42:45.915369 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 46146) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:45.959628 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-87f9cca4-b137-4622-a2d8-68e0802c1f2a None None] For port 3435c825-9b04-468f-9276-6ba3a6cfc95d, host dv-cinder-796859-1-smb, cleared binding levels {{(pid=78473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:42:45.963960 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-87f9cca4-b137-4622-a2d8-68e0802c1f2a None None] For port 3435c825-9b04-468f-9276-6ba3a6cfc95d, host dv-cinder-796859-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=3435c825-9b04-468f-9276-6ba3a6cfc95d,segment=NetworkSegment(23ce0af5-72f9-4008-9996-e17bae4589dc),segment_id=23ce0af5-72f9-4008-9996-e17bae4589dc)] {{(pid=78473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:42:45.978031 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-87f9cca4-b137-4622-a2d8-68e0802c1f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:45.984343 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe8ae7-bbb4-4c63-afc2-7cff539e7889 req-6086c355-9ea4-46ba-843a-639ad31856cd tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:45.985512 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-c86673bf-03f3-4a32-9c34-1de87444f74a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:45.986526 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7abe8ae7-bbb4-4c63-afc2-7cff539e7889 req-6086c355-9ea4-46ba-843a-639ad31856cd tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.1701534 Jun 17 14:42:46.089320 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7fef09ff-b4b2-4597-a612-ea870649db03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:46.107897 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f9cca4-b137-4622-a2d8-68e0802c1f2a None None] Routers {'8f09dfbb-da97-44c8-bed7-98b4a42f3400'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:42:46.109821 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-87f9cca4-b137-4622-a2d8-68e0802c1f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:42:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['8f09dfbb-da97-44c8-bed7-98b4a42f3400'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:42:46.141923 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7abe8ae7-bbb4-4c63-afc2-7cff539e7889 req-a7a3cedb-a6a1-4ece-9190-0357ce9b40cc tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388669 Jun 17 14:42:46.144433 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3ed15a42-572c-4544-bc03-d90c1e9e97a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:46.185924 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86673bf-03f3-4a32-9c34-1de87444f74a None None] Pushing event updated for resources: {'Port': ['ID=3435c825-9b04-468f-9276-6ba3a6cfc95d,revision_number=3']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:46.220262 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-c86673bf-03f3-4a32-9c34-1de87444f74a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:46.223393 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-7782baeb-f565-442a-893d-ffffc63a5575 None None] Provisioning for port 74395272-10d4-4372-8b8e-e916e8c02956 completed by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:42:46.240785 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-7782baeb-f565-442a-893d-ffffc63a5575 None None] Provisioning complete for port 74395272-10d4-4372-8b8e-e916e8c02956 triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:42:46.241161 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-7782baeb-f565-442a-893d-ffffc63a5575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:46.362772 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 76e3e336-8735-40d4-97b4-aec1e149d9c9 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:42:46.381082 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7fef09ff-b4b2-4597-a612-ea870649db03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821569', 'neutron.services.segments.db._delete_segments_for_network-8744814336166'] for network, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:46.394190 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.services.segments.db [None req-7fef09ff-b4b2-4597-a612-ea870649db03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34fc0036-5367-41f0-8c95-8b89259c3d41']}} {{(pid=78472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:42:46.408927 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.services.segments.db [None req-7fef09ff-b4b2-4597-a612-ea870649db03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dedd8951-6ee6-4681-8cee-1068e8dc43e1') {'for_net_delete': True} {{(pid=78472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:42:46.409219 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.services.segments.db [None req-7fef09ff-b4b2-4597-a612-ea870649db03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dedd8951-6ee6-4681-8cee-1068e8dc43e1') {} {{(pid=78472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:42:46.421668 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7fef09ff-b4b2-4597-a612-ea870649db03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744814347277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15757651'] for segment, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:46.438100 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-7782baeb-f565-442a-893d-ffffc63a5575 None None] Port 74395272-10d4-4372-8b8e-e916e8c02956 cannot update to ACTIVE because it is not bound. {{(pid=78473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:42:46.444495 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7fef09ff-b4b2-4597-a612-ea870649db03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:46.451339 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fef09ff-b4b2-4597-a612-ea870649db03 admin admin] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=78472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:42:46.452213 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7fef09ff-b4b2-4597-a612-ea870649db03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1816777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14895229'] for segment, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:46.460849 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-87f9cca4-b137-4622-a2d8-68e0802c1f2a None None] Set router 8f09dfbb-da97-44c8-bed7-98b4a42f3400 gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: Traceback (most recent call last): Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: timer() Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: cb(*args, **kw) Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: return func(*args, **kwargs) Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: self._notify() Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: self.callback(batched_events) Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: event.method(event) Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: return f(self, *a, **k) Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: return self._get(url).json() Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: return self.request(url, 'GET', **kwargs) Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:42:46.466712 dv-cinder-796859-1-smb neutron-server[78472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:42:46.472601 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3ed15a42-572c-4544-bc03-d90c1e9e97a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:46.477427 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3ed15a42-572c-4544-bc03-d90c1e9e97a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:46.532883 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-f3ee1466-55dd-4d5d-8413-f5425bfd9141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:46.535173 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 76e3e336-8735-40d4-97b4-aec1e149d9c9 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:42:46.535555 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:46.556680 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7fef09ff-b4b2-4597-a612-ea870649db03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768958'] for network, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:46.561630 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:46.565023 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3ed15a42-572c-4544-bc03-d90c1e9e97a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768392'] for router_interface, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:46.582184 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7fef09ff-b4b2-4597-a612-ea870649db03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:46.588778 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef09ff-b4b2-4597-a612-ea870649db03 admin admin] Pushing event deleted for resources: {'Network': ['ID=34fc0036-5367-41f0-8c95-8b89259c3d41,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:46.593963 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-7fef09ff-b4b2-4597-a612-ea870649db03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:46.605040 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-7fef09ff-b4b2-4597-a612-ea870649db03 admin admin] 10.222.0.77 "DELETE /v2.0/networks/34fc0036-5367-41f0-8c95-8b89259c3d41 HTTP/1.1" status: 204 len: 168 time: 0.6881888 Jun 17 14:42:46.733992 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed15a42-572c-4544-bc03-d90c1e9e97a2 admin admin] Pushing event updated for resources: {'Port': ['ID=74395272-10d4-4372-8b8e-e916e8c02956,revision_number=2']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:46.738869 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3ed15a42-572c-4544-bc03-d90c1e9e97a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:46.828858 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 46158) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:46.848537 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed15a42-572c-4544-bc03-d90c1e9e97a2 admin admin] Network 73fc902b-010d-4f6a-8d12-5c8edf9133da is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:42:46.849794 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [None req-3ed15a42-572c-4544-bc03-d90c1e9e97a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:42:46.897565 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-417d7e65-4adc-4a8b-ad9d-7e37691abfd5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1b45a5667af44c408b810bef63493e23&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0647671 Jun 17 14:42:46.898923 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 46162) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:46.922301 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-87f9cca4-b137-4622-a2d8-68e0802c1f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f09dfbb-da97-44c8-bed7-98b4a42f3400', 'name': 'tempest-TestShelveInstance-1287170498-router', 'tenant_id': '163bf55a85814830bf516d99ba135b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '3435c825-9b04-468f-9276-6ba3a6cfc95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:42:39Z', 'updated_at': '2021-06-17T14:42:45Z', 'revision_number': 4, 'project_id': '163bf55a85814830bf516d99ba135b44', 'gw_port': {'id': '3435c825-9b04-468f-9276-6ba3a6cfc95d', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f09dfbb-da97-44c8-bed7-98b4a42f3400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:40Z', 'updated_at': '2021-06-17T14:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': '74395272-10d4-4372-8b8e-e916e8c02956', 'name': '', 'network_id': '73fc902b-010d-4f6a-8d12-5c8edf9133da', 'tenant_id': '163bf55a85814830bf516d99ba135b44', 'mac_address': 'fa:16:3e:09:2b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f09dfbb-da97-44c8-bed7-98b4a42f3400', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7e14255c-0e7c-4a1b-b187-4a0f783fd3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:45Z', 'updated_at': '2021-06-17T14:42:45Z', 'revision_number': 1, 'project_id': '163bf55a85814830bf516d99ba135b44', 'subnets': [{'id': '7e14255c-0e7c-4a1b-b187-4a0f783fd3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:42:46.933239 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f9cca4-b137-4622-a2d8-68e0802c1f2a None None] The sync data for ids ['8f09dfbb-da97-44c8-bed7-98b4a42f3400'] in dv-cinder-796859-1-smb is: [{'id': '8f09dfbb-da97-44c8-bed7-98b4a42f3400', 'name': 'tempest-TestShelveInstance-1287170498-router', 'tenant_id': '163bf55a85814830bf516d99ba135b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '3435c825-9b04-468f-9276-6ba3a6cfc95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:42:39Z', 'updated_at': '2021-06-17T14:42:45Z', 'revision_number': 4, 'project_id': '163bf55a85814830bf516d99ba135b44', 'gw_port': {'id': '3435c825-9b04-468f-9276-6ba3a6cfc95d', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f09dfbb-da97-44c8-bed7-98b4a42f3400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:40Z', 'updated_at': '2021-06-17T14:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': '74395272-10d4-4372-8b8e-e916e8c02956', 'name': '', 'network_id': '73fc902b-010d-4f6a-8d12-5c8edf9133da', 'tenant_id': '163bf55a85814830bf516d99ba135b44', 'mac_address': 'fa:16:3e:09:2b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f09dfbb-da97-44c8-bed7-98b4a42f3400', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7e14255c-0e7c-4a1b-b187-4a0f783fd3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:45Z', 'updated_at': '2021-06-17T14:42:45Z', 'revision_number': 1, 'project_id': '163bf55a85814830bf516d99ba135b44', 'subnets': [{'id': '7e14255c-0e7c-4a1b-b187-4a0f783fd3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:42:46.967146 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 66eb6247-00df-4eb7-bd0c-aca2aeba4c4c no longer exists at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:42:46.999297 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-327f79b3-5441-406c-8de7-aa09dd1159a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:47.010359 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] No Port match for: 66eb6247-00df-4eb7-bd0c-aca2aeba4c4c {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:42:47.011014 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 66eb6247-00df-4eb7-bd0c-aca2aeba4c4c not bound to the agent host dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:42:47.011617 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 95c34719-7d88-4882-a218-7534ac569c56 no longer exists at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:42:47.032311 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-327f79b3-5441-406c-8de7-aa09dd1159a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:47.066111 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] No Port match for: 95c34719-7d88-4882-a218-7534ac569c56 {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:42:47.066555 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 95c34719-7d88-4882-a218-7534ac569c56 not bound to the agent host dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:42:47.126294 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-327f79b3-5441-406c-8de7-aa09dd1159a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:47.132927 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-caf0924f-703a-46f4-a752-a8126f1c46d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:47.147872 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed15a42-572c-4544-bc03-d90c1e9e97a2 admin admin] Router 8f09dfbb-da97-44c8-bed7-98b4a42f3400 has already been hosted by L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 {{(pid=78471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:42:47.157142 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f79b3-5441-406c-8de7-aa09dd1159a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bc42ff-7ba9-437b-8ed5-ec07231732cd,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:47.159959 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-327f79b3-5441-406c-8de7-aa09dd1159a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:47.178563 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-327f79b3-5441-406c-8de7-aa09dd1159a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:47.181635 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-327f79b3-5441-406c-8de7-aa09dd1159a3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/52bc42ff-7ba9-437b-8ed5-ec07231732cd HTTP/1.1" status: 204 len: 168 time: 0.2799642 Jun 17 14:42:47.188587 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-ab002caf-151b-4573-95f0-5c1312d5fbc1 None None] Provisioning complete for port 74395272-10d4-4372-8b8e-e916e8c02956 triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:42:47.188587 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ab002caf-151b-4573-95f0-5c1312d5fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:47.289669 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-ab002caf-151b-4573-95f0-5c1312d5fbc1 None None] Port 74395272-10d4-4372-8b8e-e916e8c02956 cannot update to ACTIVE because it is not bound. {{(pid=78473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:42:47.452872 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59924bb9-92b8-470c-8717-1a58105f1455 req-6889c878-ab9e-4ee0-b17d-2096fb7d2889 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:47.458161 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-59924bb9-92b8-470c-8717-1a58105f1455 req-6889c878-ab9e-4ee0-b17d-2096fb7d2889 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.1361692 Jun 17 14:42:47.495978 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed15a42-572c-4544-bc03-d90c1e9e97a2 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:42:47.523436 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-59924bb9-92b8-470c-8717-1a58105f1455 req-290c4db0-1ded-4d07-ba57-412964a79da2 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543098 Jun 17 14:42:47.526427 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-3ed15a42-572c-4544-bc03-d90c1e9e97a2 admin admin] 10.222.0.77 "PUT /v2.0/routers/8f09dfbb-da97-44c8-bed7-98b4a42f3400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7396894 Jun 17 14:42:48.347084 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 3435c825-9b04-468f-9276-6ba3a6cfc95d up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:42:48.421291 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning for port 3435c825-9b04-468f-9276-6ba3a6cfc95d completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:42:48.426851 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 3435c825-9b04-468f-9276-6ba3a6cfc95d triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:42:48.427301 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:48.551953 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:48.571718 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] For port 3435c825-9b04-468f-9276-6ba3a6cfc95d, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=3435c825-9b04-468f-9276-6ba3a6cfc95d,segment=NetworkSegment(23ce0af5-72f9-4008-9996-e17bae4589dc),segment_id=23ce0af5-72f9-4008-9996-e17bae4589dc)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:42:48.576359 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:48.579494 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:48.657305 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Pushing event updated for resources: {'Port': ['ID=3435c825-9b04-468f-9276-6ba3a6cfc95d,revision_number=4']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:48.660457 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:48.785216 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6038e9-0b2c-4ba1-8221-44388d48a3d5 req-be322948-5ed8-40d6-a2fc-c9e495b4381b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:48.796978 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-ba6038e9-0b2c-4ba1-8221-44388d48a3d5 req-be322948-5ed8-40d6-a2fc-c9e495b4381b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.1293592 Jun 17 14:42:48.854178 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-ba6038e9-0b2c-4ba1-8221-44388d48a3d5 req-8a1b9cf0-823b-4466-b3c5-5ebf6c01bf71 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466447 Jun 17 14:42:49.173086 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-8ace167f-e8c3-42dd-bda6-827a49f07067 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:49.174001 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-8ace167f-e8c3-42dd-bda6-827a49f07067 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Synchronizing usage tracker for tenant:5541d3e792d04ce794ee6a1bdc6e40e2 on resource:network {{(pid=78472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:42:49.193222 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-8ace167f-e8c3-42dd-bda6-827a49f07067 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Unset dirty status for tenant:5541d3e792d04ce794ee6a1bdc6e40e2 on resource:network {{(pid=78472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:42:49.194382 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-8ace167f-e8c3-42dd-bda6-827a49f07067 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/networks?id=efc78891-8691-4aa9-ab08-bb3560db3035 HTTP/1.1" status: 200 len: 814 time: 0.1862273 Jun 17 14:42:49.215532 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-618cd50a-daa2-4ccf-a617-690338d734e2 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/quotas/5541d3e792d04ce794ee6a1bdc6e40e2 HTTP/1.1" status: 200 len: 375 time: 0.0107815 Jun 17 14:42:49.235619 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 46226) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:49.241134 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-c218b72a-462d-4938-9a2f-d2036367e1ca tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1045730096', 'description': 'tempest-secgroup-smoke-1045730096 description', 'project_id': '9fea33bc93f24501bb4890e68635291e'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:42:49.247299 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-c218b72a-462d-4938-9a2f-d2036367e1ca tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:42:49.252118 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-c218b72a-462d-4938-9a2f-d2036367e1ca tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Usage tracker for resource:security_group and tenant:9fea33bc93f24501bb4890e68635291e is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:42:49.256180 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-c218b72a-462d-4938-9a2f-d2036367e1ca tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:42:49.263611 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-c218b72a-462d-4938-9a2f-d2036367e1ca tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:42:49.267107 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-b94ba72c-89e6-4fc3-a248-9f90c340eeda tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5541d3e792d04ce794ee6a1bdc6e40e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456576 Jun 17 14:42:49.274695 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-c218b72a-462d-4938-9a2f-d2036367e1ca tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:49.296948 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-c218b72a-462d-4938-9a2f-d2036367e1ca tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:42:49.301102 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-c218b72a-462d-4938-9a2f-d2036367e1ca tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Usage tracker for resource:security_group_rule and tenant:9fea33bc93f24501bb4890e68635291e is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:42:49.304967 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-c218b72a-462d-4938-9a2f-d2036367e1ca tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:42:49.312311 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-c218b72a-462d-4938-9a2f-d2036367e1ca tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:42:49.394788 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-c218b72a-462d-4938-9a2f-d2036367e1ca tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:49.399519 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-c218b72a-462d-4938-9a2f-d2036367e1ca tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:49.406067 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:49.414125 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-7acbc6a7-80d4-42bb-a24e-6130bb861f93 service neutron] 10.222.0.77 "GET /v2.0/networks/efc78891-8691-4aa9-ab08-bb3560db3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364160 Jun 17 14:42:49.453387 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218b72a-462d-4938-9a2f-d2036367e1ca tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=584e7df4-a681-45db-aee7-b0412901ab81,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:49.456219 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-c218b72a-462d-4938-9a2f-d2036367e1ca tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:49.460204 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-c218b72a-462d-4938-9a2f-d2036367e1ca tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:49.464762 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 46230) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:49.464957 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-c218b72a-462d-4938-9a2f-d2036367e1ca tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2282155 Jun 17 14:42:49.472733 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-30131755-c875-4e43-80fd-2cba388ef686 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Request body: {'security_group_rule': {'security_group_id': '584e7df4-a681-45db-aee7-b0412901ab81', 'project_id': '9fea33bc93f24501bb4890e68635291e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:42:49.525274 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-30131755-c875-4e43-80fd-2cba388ef686 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:42:49.534893 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-30131755-c875-4e43-80fd-2cba388ef686 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Usage tracker for resource:security_group_rule and tenant:9fea33bc93f24501bb4890e68635291e is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:42:49.544685 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-30131755-c875-4e43-80fd-2cba388ef686 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:42:49.555231 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-30131755-c875-4e43-80fd-2cba388ef686 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:42:49.594280 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-c6e33730-353d-43eb-a1c1-3a87ff4f6e26 service neutron] 10.222.0.77 "GET /v2.0/networks/efc78891-8691-4aa9-ab08-bb3560db3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760430 Jun 17 14:42:49.594889 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-30131755-c875-4e43-80fd-2cba388ef686 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:49.645752 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72481e63-533b-48fc-aa16-1aaa497791f1 None None] Sync routers for ids ['8f09dfbb-da97-44c8-bed7-98b4a42f3400'] in dv-cinder-796859-1-smb {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:42:49.656598 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72481e63-533b-48fc-aa16-1aaa497791f1 None None] Routers {'8f09dfbb-da97-44c8-bed7-98b4a42f3400'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:42:49.657280 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-72481e63-533b-48fc-aa16-1aaa497791f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:42:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['8f09dfbb-da97-44c8-bed7-98b4a42f3400'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:42:49.667207 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-30131755-c875-4e43-80fd-2cba388ef686 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:49.675771 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-30131755-c875-4e43-80fd-2cba388ef686 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767735'] for security_group_rule, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:49.678254 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-46648e66-5366-4583-91d1-6353a192747f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:49.703408 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30131755-c875-4e43-80fd-2cba388ef686 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeffc163-ca82-4a11-b0ad-70f17cfdfc82,revision_number=0']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:49.722500 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-30131755-c875-4e43-80fd-2cba388ef686 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:49.727413 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-30131755-c875-4e43-80fd-2cba388ef686 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:49.728797 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-30131755-c875-4e43-80fd-2cba388ef686 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2628417 Jun 17 14:42:49.732232 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 46236) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:49.744084 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-aaa98d8e-a18d-40ec-975d-8870b65c90ef tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Request body: {'security_group_rule': {'security_group_id': '584e7df4-a681-45db-aee7-b0412901ab81', 'project_id': '9fea33bc93f24501bb4890e68635291e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:42:49.752849 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-aaa98d8e-a18d-40ec-975d-8870b65c90ef tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:42:49.758275 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-aaa98d8e-a18d-40ec-975d-8870b65c90ef tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Usage tracker for resource:security_group_rule and tenant:9fea33bc93f24501bb4890e68635291e is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:42:49.762841 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-aaa98d8e-a18d-40ec-975d-8870b65c90ef tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:42:49.772428 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-aaa98d8e-a18d-40ec-975d-8870b65c90ef tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:42:49.802382 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-aaa98d8e-a18d-40ec-975d-8870b65c90ef tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:49.825794 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1dc9bb90-13b2-4442-93ac-05f526c50788 req-fb8e13f7-3ad0-4a62-8a20-af46d8c88186 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466 HTTP/1.1" status: 200 len: 210 time: 0.0665946 Jun 17 14:42:49.920316 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-aaa98d8e-a18d-40ec-975d-8870b65c90ef tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:49.937251 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-aaa98d8e-a18d-40ec-975d-8870b65c90ef tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767735'] for security_group_rule, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:49.946589 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:49.966224 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-72481e63-533b-48fc-aa16-1aaa497791f1 None None] Set router 8f09dfbb-da97-44c8-bed7-98b4a42f3400 gateway port host: dv-cinder-796859-1-smb {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:42:49.983947 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa98d8e-a18d-40ec-975d-8870b65c90ef tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c161367c-0280-45b1-a4a5-a3a1edbc8e6f,revision_number=0']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:49.991851 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-aaa98d8e-a18d-40ec-975d-8870b65c90ef tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:49.999185 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-aaa98d8e-a18d-40ec-975d-8870b65c90ef tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:50.008923 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-aaa98d8e-a18d-40ec-975d-8870b65c90ef tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2675571 Jun 17 14:42:50.009415 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 46254) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:50.016267 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-6a1e7ab3-93a4-4fab-a23b-9d53a5f9e48e tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Request body: {'security_group_rule': {'security_group_id': '584e7df4-a681-45db-aee7-b0412901ab81', 'project_id': '9fea33bc93f24501bb4890e68635291e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:42:50.027680 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-6a1e7ab3-93a4-4fab-a23b-9d53a5f9e48e tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:42:50.044675 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-6a1e7ab3-93a4-4fab-a23b-9d53a5f9e48e tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Usage tracker for resource:security_group_rule and tenant:9fea33bc93f24501bb4890e68635291e is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:42:50.050623 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-6a1e7ab3-93a4-4fab-a23b-9d53a5f9e48e tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:42:50.064983 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-6a1e7ab3-93a4-4fab-a23b-9d53a5f9e48e tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:42:50.100671 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6a1e7ab3-93a4-4fab-a23b-9d53a5f9e48e tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:50.315061 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6a1e7ab3-93a4-4fab-a23b-9d53a5f9e48e tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:50.322462 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6a1e7ab3-93a4-4fab-a23b-9d53a5f9e48e tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767735'] for security_group_rule, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:50.325106 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-30131755-c875-4e43-80fd-2cba388ef686 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:50.403975 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6a1e7ab3-93a4-4fab-a23b-9d53a5f9e48e tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:50.408691 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 46262) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:50.409334 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-6a1e7ab3-93a4-4fab-a23b-9d53a5f9e48e tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3981700 Jun 17 14:42:50.411707 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e7ab3-93a4-4fab-a23b-9d53a5f9e48e tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e71d444-9473-467f-87cb-f60725b50651,revision_number=0']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:50.420619 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 3435c825-9b04-468f-9276-6ba3a6cfc95d up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:42:50.422711 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-6a1e7ab3-93a4-4fab-a23b-9d53a5f9e48e tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:50.437719 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-633f9248-51f3-46d2-b268-0da84b7fdf48 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Request body: {'security_group_rule': {'security_group_id': '584e7df4-a681-45db-aee7-b0412901ab81', 'project_id': '9fea33bc93f24501bb4890e68635291e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:42:50.459367 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-633f9248-51f3-46d2-b268-0da84b7fdf48 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:42:50.464300 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-633f9248-51f3-46d2-b268-0da84b7fdf48 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Usage tracker for resource:security_group_rule and tenant:9fea33bc93f24501bb4890e68635291e is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:42:50.469708 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-633f9248-51f3-46d2-b268-0da84b7fdf48 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:42:50.480000 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-633f9248-51f3-46d2-b268-0da84b7fdf48 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:42:50.504226 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 3435c825-9b04-468f-9276-6ba3a6cfc95d triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:42:50.504980 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:50.506462 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-72481e63-533b-48fc-aa16-1aaa497791f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f09dfbb-da97-44c8-bed7-98b4a42f3400', 'name': 'tempest-TestShelveInstance-1287170498-router', 'tenant_id': '163bf55a85814830bf516d99ba135b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '3435c825-9b04-468f-9276-6ba3a6cfc95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:42:39Z', 'updated_at': '2021-06-17T14:42:45Z', 'revision_number': 4, 'project_id': '163bf55a85814830bf516d99ba135b44', 'gw_port': {'id': '3435c825-9b04-468f-9276-6ba3a6cfc95d', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f09dfbb-da97-44c8-bed7-98b4a42f3400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:40Z', 'updated_at': '2021-06-17T14:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': '74395272-10d4-4372-8b8e-e916e8c02956', 'name': '', 'network_id': '73fc902b-010d-4f6a-8d12-5c8edf9133da', 'tenant_id': '163bf55a85814830bf516d99ba135b44', 'mac_address': 'fa:16:3e:09:2b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f09dfbb-da97-44c8-bed7-98b4a42f3400', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7e14255c-0e7c-4a1b-b187-4a0f783fd3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:45Z', 'updated_at': '2021-06-17T14:42:46Z', 'revision_number': 2, 'project_id': '163bf55a85814830bf516d99ba135b44', 'subnets': [{'id': '7e14255c-0e7c-4a1b-b187-4a0f783fd3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:42:50.512138 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72481e63-533b-48fc-aa16-1aaa497791f1 None None] Checking router: 8f09dfbb-da97-44c8-bed7-98b4a42f3400 for host: dv-cinder-796859-1-smb {{(pid=78474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:42:50.512632 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72481e63-533b-48fc-aa16-1aaa497791f1 None None] Updating router 8f09dfbb-da97-44c8-bed7-98b4a42f3400 port 74395272-10d4-4372-8b8e-e916e8c02956 binding host dv-cinder-796859-1-smb {{(pid=78474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:42:50.514009 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-633f9248-51f3-46d2-b268-0da84b7fdf48 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:50.566845 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04470ac2-bada-4190-9525-7c998d2a4b31 req-d1497e4d-5ef9-4197-9128-915fd6988006 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:50.569093 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-04470ac2-bada-4190-9525-7c998d2a4b31 req-d1497e4d-5ef9-4197-9128-915fd6988006 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.1364374 Jun 17 14:42:50.630814 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-633f9248-51f3-46d2-b268-0da84b7fdf48 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:50.636265 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-633f9248-51f3-46d2-b268-0da84b7fdf48 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767735'] for security_group_rule, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:50.641678 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-ee88f507-932f-4081-9161-852978c98931 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:50.647913 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-72481e63-533b-48fc-aa16-1aaa497791f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:50.712869 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-633f9248-51f3-46d2-b268-0da84b7fdf48 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:50.714186 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-633f9248-51f3-46d2-b268-0da84b7fdf48 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3026152 Jun 17 14:42:50.722041 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-04470ac2-bada-4190-9525-7c998d2a4b31 req-4fecd4bb-54d6-400c-a47e-b0114a1bb318 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394277 Jun 17 14:42:50.723022 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 46270) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:50.727575 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f9248-51f3-46d2-b268-0da84b7fdf48 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4fa047e-3933-43e1-bb8a-edfe9aabede5,revision_number=0']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:50.742927 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-8a1c5980-eb5b-4790-a731-13c36ea9252d tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Request body: {'security_group_rule': {'security_group_id': '584e7df4-a681-45db-aee7-b0412901ab81', 'project_id': '9fea33bc93f24501bb4890e68635291e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:42:50.746057 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-633f9248-51f3-46d2-b268-0da84b7fdf48 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:50.754515 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-8a1c5980-eb5b-4790-a731-13c36ea9252d tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:42:50.764297 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-8a1c5980-eb5b-4790-a731-13c36ea9252d tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Usage tracker for resource:security_group_rule and tenant:9fea33bc93f24501bb4890e68635291e is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:42:50.776415 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-8a1c5980-eb5b-4790-a731-13c36ea9252d tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:42:50.789490 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-8a1c5980-eb5b-4790-a731-13c36ea9252d tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:42:50.812734 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.db.securitygroups_db [None req-8a1c5980-eb5b-4790-a731-13c36ea9252d tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Project 9fea33bc93f24501bb4890e68635291e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 14:42:50.828232 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5980-eb5b-4790-a731-13c36ea9252d tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:50.925561 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5980-eb5b-4790-a731-13c36ea9252d tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:50.930256 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5980-eb5b-4790-a731-13c36ea9252d tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767735'] for security_group_rule, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:50.932525 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-a45fcfd1-a936-43bd-834a-d318eef49964 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:50.957714 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5980-eb5b-4790-a731-13c36ea9252d tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29bf4b06-b5e4-44eb-a195-0d84dd31c523,revision_number=0']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:50.962849 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-8a1c5980-eb5b-4790-a731-13c36ea9252d tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:50.969208 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5980-eb5b-4790-a731-13c36ea9252d tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:50.973049 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-8a1c5980-eb5b-4790-a731-13c36ea9252d tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2443864 Jun 17 14:42:50.974041 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 46276) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:50.979998 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-4606cabb-c028-4464-8c68-41e959085d6e tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Request body: {'security_group_rule': {'security_group_id': '584e7df4-a681-45db-aee7-b0412901ab81', 'project_id': '9fea33bc93f24501bb4890e68635291e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:42:50.987321 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-4606cabb-c028-4464-8c68-41e959085d6e tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:42:50.992348 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-4606cabb-c028-4464-8c68-41e959085d6e tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Usage tracker for resource:security_group_rule and tenant:9fea33bc93f24501bb4890e68635291e is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:42:50.995609 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-4606cabb-c028-4464-8c68-41e959085d6e tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:42:51.002516 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-4606cabb-c028-4464-8c68-41e959085d6e tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:42:51.013326 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-aa1bc1bb-a2af-4856-8337-1204e3db0da8 req-817314e3-255b-4c40-a2b8-dcd10a4fa050 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466 HTTP/1.1" status: 200 len: 210 time: 0.0529907 Jun 17 14:42:51.026511 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.db.securitygroups_db [None req-4606cabb-c028-4464-8c68-41e959085d6e tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Project 9fea33bc93f24501bb4890e68635291e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 14:42:51.034291 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-4606cabb-c028-4464-8c68-41e959085d6e tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:51.113927 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-4606cabb-c028-4464-8c68-41e959085d6e tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:51.118363 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-4606cabb-c028-4464-8c68-41e959085d6e tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767735'] for security_group_rule, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:51.120479 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:51.145693 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606cabb-c028-4464-8c68-41e959085d6e tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be8aa57e-ea03-4c32-a169-7a28b53c6be3,revision_number=0']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:51.150232 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-4606cabb-c028-4464-8c68-41e959085d6e tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:51.155641 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-4606cabb-c028-4464-8c68-41e959085d6e tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:51.156885 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-4606cabb-c028-4464-8c68-41e959085d6e tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1816843 Jun 17 14:42:51.187994 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-72481e63-533b-48fc-aa16-1aaa497791f1 None None] Notify callbacks [] for port, precommit_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:51.200540 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.provisioning_blocks [None req-72481e63-533b-48fc-aa16-1aaa497791f1 None None] Transition to ACTIVE for port object 74395272-10d4-4372-8b8e-e916e8c02956 will not be triggered until provisioned by entity L2. {{(pid=78474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:42:51.208168 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-72481e63-533b-48fc-aa16-1aaa497791f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:51.212434 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:51.338302 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e2c44-0684-4dc9-b696-2023fd41f496 None None] Pushing event updated for resources: {'Port': ['ID=74395272-10d4-4372-8b8e-e916e8c02956,revision_number=3']} {{(pid=78474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:51.342415 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [None req-de2e2c44-0684-4dc9-b696-2023fd41f496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:51.444501 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.managers [None req-72481e63-533b-48fc-aa16-1aaa497791f1 None None] Attempting to bind port 74395272-10d4-4372-8b8e-e916e8c02956 on host dv-cinder-796859-1-smb for vnic_type normal with profile {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:42:51.445132 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.managers [None req-72481e63-533b-48fc-aa16-1aaa497791f1 None None] Attempting to bind port 74395272-10d4-4372-8b8e-e916e8c02956 by drivers openvswitch,hyperv on host dv-cinder-796859-1-smb at level 0 using segments [{'id': '67fc1da8-6837-48a6-8cf1-179ca8562735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '73fc902b-010d-4f6a-8d12-5c8edf9133da'}] {{(pid=78474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:42:51.445825 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72481e63-533b-48fc-aa16-1aaa497791f1 None None] Attempting to bind port 74395272-10d4-4372-8b8e-e916e8c02956 on network 73fc902b-010d-4f6a-8d12-5c8edf9133da {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:42:51.454827 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72481e63-533b-48fc-aa16-1aaa497791f1 None None] Checking agent: {'id': '90be04d1-4e68-4ce3-b058-a3d90bbc2941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 30, 7), 'started_at': datetime.datetime(2021, 6, 17, 14, 30, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:42:51.455497 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72481e63-533b-48fc-aa16-1aaa497791f1 None None] Checking segment: {'id': '67fc1da8-6837-48a6-8cf1-179ca8562735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '73fc902b-010d-4f6a-8d12-5c8edf9133da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:42:51.456063 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-72481e63-533b-48fc-aa16-1aaa497791f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:51.456669 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72481e63-533b-48fc-aa16-1aaa497791f1 None None] Bound using segment: {'id': '67fc1da8-6837-48a6-8cf1-179ca8562735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '73fc902b-010d-4f6a-8d12-5c8edf9133da'} {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:42:51.457479 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.managers [None req-72481e63-533b-48fc-aa16-1aaa497791f1 None None] Bound port: 74395272-10d4-4372-8b8e-e916e8c02956, host: dv-cinder-796859-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fc1da8-6837-48a6-8cf1-179ca8562735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '73fc902b-010d-4f6a-8d12-5c8edf9133da'}}] {{(pid=78474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:42:51.459125 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-72481e63-533b-48fc-aa16-1aaa497791f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:51.586491 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.db [None req-72481e63-533b-48fc-aa16-1aaa497791f1 None None] For port 74395272-10d4-4372-8b8e-e916e8c02956, host dv-cinder-796859-1-smb, cleared binding levels {{(pid=78474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:42:51.590762 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.db [None req-72481e63-533b-48fc-aa16-1aaa497791f1 None None] For port 74395272-10d4-4372-8b8e-e916e8c02956, host dv-cinder-796859-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=74395272-10d4-4372-8b8e-e916e8c02956,segment=NetworkSegment(67fc1da8-6837-48a6-8cf1-179ca8562735),segment_id=67fc1da8-6837-48a6-8cf1-179ca8562735)] {{(pid=78474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:42:51.596466 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-72481e63-533b-48fc-aa16-1aaa497791f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:51.601616 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [None req-67f38338-aa60-4fc5-bfc4-9167198192de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:51.646223 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-1aae8d4e-0c56-4fb4-97af-96c0a60ee6a6 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:51.648355 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-1aae8d4e-0c56-4fb4-97af-96c0a60ee6a6 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.72 "GET /v2.0/networks?id=efc78891-8691-4aa9-ab08-bb3560db3035 HTTP/1.1" status: 200 len: 814 time: 0.2335944 Jun 17 14:42:51.672986 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-8b1c6ad5-fe8e-4e9a-8e96-fa60f1d130b0 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Request body: {'port': {'device_id': '0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466', 'network_id': 'efc78891-8691-4aa9-ab08-bb3560db3035', 'admin_state_up': True, 'tenant_id': '5541d3e792d04ce794ee6a1bdc6e40e2'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:42:51.675104 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72481e63-533b-48fc-aa16-1aaa497791f1 None None] Routers {'8f09dfbb-da97-44c8-bed7-98b4a42f3400'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:42:51.675737 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-72481e63-533b-48fc-aa16-1aaa497791f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:42:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['8f09dfbb-da97-44c8-bed7-98b4a42f3400'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:42:51.958463 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e2c44-0684-4dc9-b696-2023fd41f496 None None] Pushing event updated for resources: {'Port': ['ID=74395272-10d4-4372-8b8e-e916e8c02956,revision_number=4']} {{(pid=78474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:51.970801 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [None req-de2e2c44-0684-4dc9-b696-2023fd41f496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:52.009537 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-8b1c6ad5-fe8e-4e9a-8e96-fa60f1d130b0 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:42:52.016480 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-72481e63-533b-48fc-aa16-1aaa497791f1 None None] Set router 8f09dfbb-da97-44c8-bed7-98b4a42f3400 gateway port host: dv-cinder-796859-1-smb {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:42:52.028065 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-8b1c6ad5-fe8e-4e9a-8e96-fa60f1d130b0 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:42:52.088196 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-8b1c6ad5-fe8e-4e9a-8e96-fa60f1d130b0 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Made reservation on behalf of 5541d3e792d04ce794ee6a1bdc6e40e2 for: {'port': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:42:52.099277 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-8b1c6ad5-fe8e-4e9a-8e96-fa60f1d130b0 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:52.235118 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397c06a-f435-4ba1-a89a-784859ecf097 req-bc100bbd-433b-4aef-bd5f-8be89df5fad1 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:52.237324 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4397c06a-f435-4ba1-a89a-784859ecf097 req-bc100bbd-433b-4aef-bd5f-8be89df5fad1 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.2808576 Jun 17 14:42:52.318411 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4397c06a-f435-4ba1-a89a-784859ecf097 req-65ca80c9-aa6f-46d5-a056-ea89d341c455 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730286 Jun 17 14:42:52.411962 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 74395272-10d4-4372-8b8e-e916e8c02956 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:42:52.419593 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-46822896-5258-4a4b-80a3-5d37fd880adc req-612544f9-9741-4ead-8543-3acf2bc08c34 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466 HTTP/1.1" status: 200 len: 210 time: 0.0875976 Jun 17 14:42:52.519758 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_common [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-8b1c6ad5-fe8e-4e9a-8e96-fa60f1d130b0 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Allocated IP 172.20.0.13 (efc78891-8691-4aa9-ab08-bb3560db3035/4a830734-9d0a-4625-ac8b-b15e467f2055/1aa7697d-15e2-4d55-9333-45545e1f202b) {{(pid=78471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:42:52.567980 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning for port 74395272-10d4-4372-8b8e-e916e8c02956 completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:42:52.576191 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 74395272-10d4-4372-8b8e-e916e8c02956 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:42:52.577057 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:52.618604 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-72481e63-533b-48fc-aa16-1aaa497791f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f09dfbb-da97-44c8-bed7-98b4a42f3400', 'name': 'tempest-TestShelveInstance-1287170498-router', 'tenant_id': '163bf55a85814830bf516d99ba135b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '3435c825-9b04-468f-9276-6ba3a6cfc95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:42:39Z', 'updated_at': '2021-06-17T14:42:45Z', 'revision_number': 4, 'project_id': '163bf55a85814830bf516d99ba135b44', 'gw_port': {'id': '3435c825-9b04-468f-9276-6ba3a6cfc95d', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f09dfbb-da97-44c8-bed7-98b4a42f3400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:40Z', 'updated_at': '2021-06-17T14:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': '74395272-10d4-4372-8b8e-e916e8c02956', 'name': '', 'network_id': '73fc902b-010d-4f6a-8d12-5c8edf9133da', 'tenant_id': '163bf55a85814830bf516d99ba135b44', 'mac_address': 'fa:16:3e:09:2b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f09dfbb-da97-44c8-bed7-98b4a42f3400', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7e14255c-0e7c-4a1b-b187-4a0f783fd3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:45Z', 'updated_at': '2021-06-17T14:42:51Z', 'revision_number': 4, 'project_id': '163bf55a85814830bf516d99ba135b44', 'subnets': [{'id': '7e14255c-0e7c-4a1b-b187-4a0f783fd3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:42:52.627413 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72481e63-533b-48fc-aa16-1aaa497791f1 None None] The sync data for ids ['8f09dfbb-da97-44c8-bed7-98b4a42f3400'] in dv-cinder-796859-1-smb is: [{'id': '8f09dfbb-da97-44c8-bed7-98b4a42f3400', 'name': 'tempest-TestShelveInstance-1287170498-router', 'tenant_id': '163bf55a85814830bf516d99ba135b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '3435c825-9b04-468f-9276-6ba3a6cfc95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:42:39Z', 'updated_at': '2021-06-17T14:42:45Z', 'revision_number': 4, 'project_id': '163bf55a85814830bf516d99ba135b44', 'gw_port': {'id': '3435c825-9b04-468f-9276-6ba3a6cfc95d', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f09dfbb-da97-44c8-bed7-98b4a42f3400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:40Z', 'updated_at': '2021-06-17T14:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': '74395272-10d4-4372-8b8e-e916e8c02956', 'name': '', 'network_id': '73fc902b-010d-4f6a-8d12-5c8edf9133da', 'tenant_id': '163bf55a85814830bf516d99ba135b44', 'mac_address': 'fa:16:3e:09:2b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f09dfbb-da97-44c8-bed7-98b4a42f3400', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7e14255c-0e7c-4a1b-b187-4a0f783fd3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:45Z', 'updated_at': '2021-06-17T14:42:51Z', 'revision_number': 4, 'project_id': '163bf55a85814830bf516d99ba135b44', 'subnets': [{'id': '7e14255c-0e7c-4a1b-b187-4a0f783fd3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:42:52.760655 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:52.804181 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] For port 74395272-10d4-4372-8b8e-e916e8c02956, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=74395272-10d4-4372-8b8e-e916e8c02956,segment=NetworkSegment(67fc1da8-6837-48a6-8cf1-179ca8562735),segment_id=67fc1da8-6837-48a6-8cf1-179ca8562735)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:42:52.813191 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:52.817121 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:52.867551 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-8b1c6ad5-fe8e-4e9a-8e96-fa60f1d130b0 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Notify callbacks [] for port, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:52.915071 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Pushing event updated for resources: {'Port': ['ID=74395272-10d4-4372-8b8e-e916e8c02956,revision_number=5']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:52.920386 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:52.923229 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-8b1c6ad5-fe8e-4e9a-8e96-fa60f1d130b0 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:52.937215 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-1fdad98a-f4ff-406c-8fc4-4fde9105fda8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:53.001290 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-8b1c6ad5-fe8e-4e9a-8e96-fa60f1d130b0 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Network efc78891-8691-4aa9-ab08-bb3560db3035 is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:42:53.005577 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-8b1c6ad5-fe8e-4e9a-8e96-fa60f1d130b0 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:42:53.010853 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-8b1c6ad5-fe8e-4e9a-8e96-fa60f1d130b0 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Received port after_create {{(pid=78471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:42:53.191673 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c6ad5-fe8e-4e9a-8e96-fa60f1d130b0 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Pushing event updated for resources: {'Port': ['ID=1aa7697d-15e2-4d55-9333-45545e1f202b,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:53.200275 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-8b1c6ad5-fe8e-4e9a-8e96-fa60f1d130b0 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:53.225832 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-8b1c6ad5-fe8e-4e9a-8e96-fa60f1d130b0 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:53.226841 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-8b1c6ad5-fe8e-4e9a-8e96-fa60f1d130b0 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:53.262995 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-8b1c6ad5-fe8e-4e9a-8e96-fa60f1d130b0 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5946972 Jun 17 14:42:53.288225 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-9e7f49d2-857d-484c-b2f1-663768839e80 service neutron] Request body: {'port': {'device_id': '0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:42:53.441097 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-9e7f49d2-857d-484c-b2f1-663768839e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:53.646910 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332e7cf-4d42-4ac2-a937-1a0f4dd8885d req-2435af09-b669-42e9-91df-046d788ab394 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:53.647793 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891e923-ee03-4da6-9bc6-7b1ce4498e7b req-877cefc1-f15d-4605-939d-f12425ca9f43 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:53.649104 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-0332e7cf-4d42-4ac2-a937-1a0f4dd8885d req-2435af09-b669-42e9-91df-046d788ab394 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466 HTTP/1.1" status: 200 len: 932 time: 0.1017110 Jun 17 14:42:53.650058 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2891e923-ee03-4da6-9bc6-7b1ce4498e7b req-877cefc1-f15d-4605-939d-f12425ca9f43 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.2104650 Jun 17 14:42:53.755660 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2891e923-ee03-4da6-9bc6-7b1ce4498e7b req-162571d5-a5ba-4a64-acaa-3e12f04efbf5 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968485 Jun 17 14:42:53.794619 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-0332e7cf-4d42-4ac2-a937-1a0f4dd8885d req-8e871cdc-e85d-474d-a617-f47e3cea2cd3 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335969 Jun 17 14:42:53.948026 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-9e7f49d2-857d-484c-b2f1-663768839e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa7697d-15e2-4d55-9333-45545e1f202b {{(pid=78471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:42:53.959391 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-9e7f49d2-857d-484c-b2f1-663768839e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:53.978729 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.provisioning_blocks [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-9e7f49d2-857d-484c-b2f1-663768839e80 service neutron] Transition to ACTIVE for port object 1aa7697d-15e2-4d55-9333-45545e1f202b will not be triggered until provisioned by entity L2. {{(pid=78471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:42:53.985618 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-9e7f49d2-857d-484c-b2f1-663768839e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:53.990529 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-4baea4d3-0315-482f-8ba4-b2a83a7c59b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:54.173637 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb8092-35f0-44c6-9981-c005be838753 req-4d130af1-a3fe-4905-a024-93b558465c3b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:54.181619 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-aadb8092-35f0-44c6-9981-c005be838753 req-4d130af1-a3fe-4905-a024-93b558465c3b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.0961933 Jun 17 14:42:54.227323 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-aadb8092-35f0-44c6-9981-c005be838753 req-9b2bc846-03c4-47a1-8309-bf26dde4c782 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448411 Jun 17 14:42:54.301860 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f49d2-857d-484c-b2f1-663768839e80 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa7697d-15e2-4d55-9333-45545e1f202b,revision_number=2']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:54.309881 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-9e7f49d2-857d-484c-b2f1-663768839e80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:54.331176 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 74395272-10d4-4372-8b8e-e916e8c02956 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:42:54.357907 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-9e7f49d2-857d-484c-b2f1-663768839e80 service neutron] Attempting to bind port 1aa7697d-15e2-4d55-9333-45545e1f202b on host hv-cinder-79685 for vnic_type normal with profile {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:42:54.358327 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-9e7f49d2-857d-484c-b2f1-663768839e80 service neutron] Attempting to bind port 1aa7697d-15e2-4d55-9333-45545e1f202b by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': 'c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'efc78891-8691-4aa9-ab08-bb3560db3035'}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:42:54.358664 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-9e7f49d2-857d-484c-b2f1-663768839e80 service neutron] Attempting to bind port 1aa7697d-15e2-4d55-9333-45545e1f202b on network efc78891-8691-4aa9-ab08-bb3560db3035 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:42:54.366198 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-9e7f49d2-857d-484c-b2f1-663768839e80 service neutron] Port 1aa7697d-15e2-4d55-9333-45545e1f202b on network efc78891-8691-4aa9-ab08-bb3560db3035 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:42:54.366526 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-9e7f49d2-857d-484c-b2f1-663768839e80 service neutron] Attempting to bind port 1aa7697d-15e2-4d55-9333-45545e1f202b on network efc78891-8691-4aa9-ab08-bb3560db3035 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:42:54.375131 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-9e7f49d2-857d-484c-b2f1-663768839e80 service neutron] Checking agent: {'id': '80af2de7-c944-442b-b56f-5ae10827120d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:42:54.375523 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-9e7f49d2-857d-484c-b2f1-663768839e80 service neutron] Checking segment: {'id': 'c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'efc78891-8691-4aa9-ab08-bb3560db3035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:42:54.375857 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-9e7f49d2-857d-484c-b2f1-663768839e80 service neutron] Bound using segment: {'id': 'c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'efc78891-8691-4aa9-ab08-bb3560db3035'} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:42:54.376344 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-9e7f49d2-857d-484c-b2f1-663768839e80 service neutron] Bound port: 1aa7697d-15e2-4d55-9333-45545e1f202b, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'efc78891-8691-4aa9-ab08-bb3560db3035'}}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:42:54.376641 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-9e7f49d2-857d-484c-b2f1-663768839e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:54.393620 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70a8d0-b7b6-45c9-841f-ed3f732f3376 req-3ca48742-0e5f-4b77-8068-e211db9049c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:54.395311 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ee70a8d0-b7b6-45c9-841f-ed3f732f3376 req-3ca48742-0e5f-4b77-8068-e211db9049c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=80a9b853210242ac916c0e29f6c3f9bb&device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 1098 time: 0.1837387 Jun 17 14:42:54.412539 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 74395272-10d4-4372-8b8e-e916e8c02956 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:42:54.412995 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:54.619796 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-9e7f49d2-857d-484c-b2f1-663768839e80 service neutron] For port 1aa7697d-15e2-4d55-9333-45545e1f202b, host hv-cinder-79685, cleared binding levels {{(pid=78471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:42:54.626555 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70a8d0-b7b6-45c9-841f-ed3f732f3376 req-f6a83260-70a4-401e-b652-8f8d16fc3346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:54.628190 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ee70a8d0-b7b6-45c9-841f-ed3f732f3376 req-f6a83260-70a4-401e-b652-8f8d16fc3346 service neutron] 10.222.0.72 "GET /v2.0/networks?id=224875c5-70eb-4e10-8087-1385d93f5cbf HTTP/1.1" status: 200 len: 912 time: 0.2005973 Jun 17 14:42:54.633251 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-9e7f49d2-857d-484c-b2f1-663768839e80 service neutron] For port 1aa7697d-15e2-4d55-9333-45545e1f202b, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=1aa7697d-15e2-4d55-9333-45545e1f202b,segment=NetworkSegment(c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f),segment_id=c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f)] {{(pid=78471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:42:54.703117 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-9e7f49d2-857d-484c-b2f1-663768839e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:54.725247 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-fc195471-055c-4b6c-8191-c98ccff8488f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:54.793061 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-9e7f49d2-857d-484c-b2f1-663768839e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:54.793720 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-9e7f49d2-857d-484c-b2f1-663768839e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:54.795072 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-9e7f49d2-857d-484c-b2f1-663768839e80 service neutron] 10.222.0.72 "PUT /v2.0/ports/1aa7697d-15e2-4d55-9333-45545e1f202b HTTP/1.1" status: 200 len: 1094 time: 1.5133479 Jun 17 14:42:54.795546 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466', 'tag': '1aa7697d-15e2-4d55-9333-45545e1f202b'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:42:54.821774 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ee70a8d0-b7b6-45c9-841f-ed3f732f3376 req-391fc1b0-66f6-4e9d-b253-107e06081129 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7410e06d-9a99-4bf0-a807-ae77f2b427b1 HTTP/1.1" status: 200 len: 1001 time: 0.1858313 Jun 17 14:42:54.834502 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f49d2-857d-484c-b2f1-663768839e80 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa7697d-15e2-4d55-9333-45545e1f202b,revision_number=3']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:54.837899 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-9e7f49d2-857d-484c-b2f1-663768839e80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:54.885694 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466', 'tag': '1aa7697d-15e2-4d55-9333-45545e1f202b', 'status': 'completed', 'code': 200} Jun 17 14:42:55.019056 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70a8d0-b7b6-45c9-841f-ed3f732f3376 req-91048df6-32ee-4a38-a0de-ad0488618b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:55.020473 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ee70a8d0-b7b6-45c9-841f-ed3f732f3376 req-91048df6-32ee-4a38-a0de-ad0488618b72 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c9a4e58-351e-45bb-8981-70921e1085a6 HTTP/1.1" status: 200 len: 849 time: 0.1687613 Jun 17 14:42:55.185225 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-66191138-2533-45dd-9a56-2fefad5c8317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:55.186741 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-66191138-2533-45dd-9a56-2fefad5c8317 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5541d3e792d04ce794ee6a1bdc6e40e2&device_id=0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466 HTTP/1.1" status: 200 len: 1097 time: 0.2977023 Jun 17 14:42:55.195444 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa69049-ca0e-4e9d-92a7-456efd1a85a5 req-015a987a-eecb-4dc1-9858-27c6b470e445 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:55.196110 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-4fa69049-ca0e-4e9d-92a7-456efd1a85a5 req-015a987a-eecb-4dc1-9858-27c6b470e445 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Synchronizing usage tracker for tenant:5541d3e792d04ce794ee6a1bdc6e40e2 on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:42:55.278834 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-4fa69049-ca0e-4e9d-92a7-456efd1a85a5 req-015a987a-eecb-4dc1-9858-27c6b470e445 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Unset dirty status for tenant:5541d3e792d04ce794ee6a1bdc6e40e2 on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:42:55.279976 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4fa69049-ca0e-4e9d-92a7-456efd1a85a5 req-015a987a-eecb-4dc1-9858-27c6b470e445 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466 HTTP/1.1" status: 200 len: 944 time: 0.3497550 Jun 17 14:42:55.282849 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-00eec5af-e880-4e2a-96e7-5f7a3c67e9ad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1aa7697d-15e2-4d55-9333-45545e1f202b HTTP/1.1" status: 200 len: 217 time: 0.0729818 Jun 17 14:42:55.349094 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70a8d0-b7b6-45c9-841f-ed3f732f3376 req-c2f4607f-f2c3-4344-9705-ee94da5bdbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:55.350606 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ee70a8d0-b7b6-45c9-841f-ed3f732f3376 req-c2f4607f-f2c3-4344-9705-ee94da5bdbf7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=224875c5-70eb-4e10-8087-1385d93f5cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3204148 Jun 17 14:42:55.422344 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4fa69049-ca0e-4e9d-92a7-456efd1a85a5 req-0ebee30f-551b-4faf-a57d-7ce493764b03 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349614 Jun 17 14:42:55.433138 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-f4e8db2f-0f52-45a1-9ea4-4bf34f6b6e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:55.434578 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-f4e8db2f-0f52-45a1-9ea4-4bf34f6b6e0c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a830734-9d0a-4625-ac8b-b15e467f2055 HTTP/1.1" status: 200 len: 854 time: 0.1322882 Jun 17 14:42:55.454484 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15adf3-6e4b-4f76-a817-7ca1ed84d54b req-8735fc19-f4fb-4abe-b6ab-22e3b5a64ba0 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:55.456220 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7d15adf3-6e4b-4f76-a817-7ca1ed84d54b req-8735fc19-f4fb-4abe-b6ab-22e3b5a64ba0 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.0993664 Jun 17 14:42:55.506926 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7d15adf3-6e4b-4f76-a817-7ca1ed84d54b req-c265efa7-05b9-4f16-b580-cda0993e9e5d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446703 Jun 17 14:42:55.537017 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-99004bea-3429-4658-a98a-93b5bf1b7ff6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=efc78891-8691-4aa9-ab08-bb3560db3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591617 Jun 17 14:42:55.599527 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ee70a8d0-b7b6-45c9-841f-ed3f732f3376 req-8d7e99f1-c5e4-4edd-a05b-b803a9abf77b service neutron] 10.222.0.72 "GET /v2.0/networks/224875c5-70eb-4e10-8087-1385d93f5cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323494 Jun 17 14:42:55.693476 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:55.784203 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-1952d4af-d8df-43f8-b60c-f0741b105bbc service neutron] 10.222.0.72 "GET /v2.0/networks/efc78891-8691-4aa9-ab08-bb3560db3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381630 Jun 17 14:42:55.839829 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ee70a8d0-b7b6-45c9-841f-ed3f732f3376 req-f9756876-ebcf-46b9-9fe7-1631805fbde6 service neutron] 10.222.0.72 "GET /v2.0/networks/224875c5-70eb-4e10-8087-1385d93f5cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964991 Jun 17 14:42:55.931633 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d1f66220-3b7b-4d0b-be90-70793edc8d30 req-b3f6fdc2-d997-4886-9aa9-7d61c6c98f07 service neutron] 10.222.0.72 "GET /v2.0/networks/efc78891-8691-4aa9-ab08-bb3560db3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393442 Jun 17 14:42:56.125613 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595008d-47af-4403-902d-2d59c5c3211f req-b697b634-7f51-4c18-8272-d9d7113c0f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:56.127099 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4595008d-47af-4403-902d-2d59c5c3211f req-b697b634-7f51-4c18-8272-d9d7113c0f1c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5541d3e792d04ce794ee6a1bdc6e40e2&device_id=0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466 HTTP/1.1" status: 200 len: 1097 time: 0.0762029 Jun 17 14:42:56.266890 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595008d-47af-4403-902d-2d59c5c3211f req-003ef8b6-b86c-4a8b-afc3-830e4cd3050d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:56.268337 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4595008d-47af-4403-902d-2d59c5c3211f req-003ef8b6-b86c-4a8b-afc3-830e4cd3050d service neutron] 10.222.0.72 "GET /v2.0/networks?id=efc78891-8691-4aa9-ab08-bb3560db3035 HTTP/1.1" status: 200 len: 916 time: 0.1298194 Jun 17 14:42:56.342621 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4595008d-47af-4403-902d-2d59c5c3211f req-e910be64-ea49-4c7e-b65d-03acf00f93dd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1aa7697d-15e2-4d55-9333-45545e1f202b HTTP/1.1" status: 200 len: 217 time: 0.0656033 Jun 17 14:42:56.429853 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595008d-47af-4403-902d-2d59c5c3211f req-317c9f3d-4125-4f28-b826-0df685f9f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:56.431293 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4595008d-47af-4403-902d-2d59c5c3211f req-317c9f3d-4125-4f28-b826-0df685f9f444 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a830734-9d0a-4625-ac8b-b15e467f2055 HTTP/1.1" status: 200 len: 854 time: 0.0603380 Jun 17 14:42:56.494005 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4595008d-47af-4403-902d-2d59c5c3211f req-46c856d6-c332-4c42-9d24-5ae0147194e8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=efc78891-8691-4aa9-ab08-bb3560db3035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476360 Jun 17 14:42:56.739935 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b5f57-142e-495a-b168-e87e8f8c992e req-ae5375eb-7e93-4ba4-9c64-6a0f33a64e6e tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:56.741424 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-349b5f57-142e-495a-b168-e87e8f8c992e req-ae5375eb-7e93-4ba4-9c64-6a0f33a64e6e tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466 HTTP/1.1" status: 200 len: 944 time: 0.1882722 Jun 17 14:42:56.743375 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4595008d-47af-4403-902d-2d59c5c3211f req-06435767-be1f-4077-a147-72db663e965d service neutron] 10.222.0.72 "GET /v2.0/networks/efc78891-8691-4aa9-ab08-bb3560db3035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140558 Jun 17 14:42:56.806512 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5be92-fa6e-40d7-95de-a9c0f8bbffe8 req-90c9ca85-2675-498b-9c31-bd3c96bf49cd tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:56.808743 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-ebb5be92-fa6e-40d7-95de-a9c0f8bbffe8 req-90c9ca85-2675-498b-9c31-bd3c96bf49cd tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.1332705 Jun 17 14:42:56.865006 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-ebb5be92-fa6e-40d7-95de-a9c0f8bbffe8 req-d76cebad-8637-4d17-92c5-f8e0084da34e tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489485 Jun 17 14:42:56.989795 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-349b5f57-142e-495a-b168-e87e8f8c992e req-a4638d27-612a-4f36-9094-1ee3f814ef9a tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411530 Jun 17 14:42:57.030031 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4595008d-47af-4403-902d-2d59c5c3211f req-c096ffed-b11c-415d-bee8-74d216720b18 service neutron] 10.222.0.72 "GET /v2.0/networks/efc78891-8691-4aa9-ab08-bb3560db3035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680867 Jun 17 14:42:58.062370 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f30a7-1015-4c55-9235-4070a353ef12 req-c6a4157f-0f00-4efc-8c08-addc734e33fc tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:58.070976 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-614f30a7-1015-4c55-9235-4070a353ef12 req-c6a4157f-0f00-4efc-8c08-addc734e33fc tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.0935044 Jun 17 14:42:58.117907 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-614f30a7-1015-4c55-9235-4070a353ef12 req-b581ec35-ace3-4ded-a346-114e601f32da tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460539 Jun 17 14:42:58.192489 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72e9b8-3d4a-422c-a78d-6a6688f16f6a req-e11faf18-371b-4157-a933-54288114e842 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:58.193951 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7d72e9b8-3d4a-422c-a78d-6a6688f16f6a req-e11faf18-371b-4157-a933-54288114e842 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466 HTTP/1.1" status: 200 len: 944 time: 0.0932178 Jun 17 14:42:58.238636 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7d72e9b8-3d4a-422c-a78d-6a6688f16f6a req-d31c598c-04f8-4a6d-800a-c35293159235 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386779 Jun 17 14:42:58.489153 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5773fab5-280b-45cc-82d0-49d6f7bc2b65 req-0bf87e4f-9517-4a0a-9dd5-0fab50f83c0f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755510 Jun 17 14:42:58.610556 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773fab5-280b-45cc-82d0-49d6f7bc2b65 req-4c42f49a-d299-4a96-b774-4668a5aff9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:58.612292 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5773fab5-280b-45cc-82d0-49d6f7bc2b65 req-4c42f49a-d299-4a96-b774-4668a5aff9c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=80a9b853210242ac916c0e29f6c3f9bb&device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 1098 time: 0.0768249 Jun 17 14:42:58.765844 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773fab5-280b-45cc-82d0-49d6f7bc2b65 req-4871c1e7-9495-486a-b9ec-2e0f2bac2463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:58.767194 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5773fab5-280b-45cc-82d0-49d6f7bc2b65 req-4871c1e7-9495-486a-b9ec-2e0f2bac2463 service neutron] 10.222.0.72 "GET /v2.0/networks?id=224875c5-70eb-4e10-8087-1385d93f5cbf HTTP/1.1" status: 200 len: 912 time: 0.1290104 Jun 17 14:42:58.879042 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5773fab5-280b-45cc-82d0-49d6f7bc2b65 req-1f769e91-27b0-4b13-ad41-97ff6be97937 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7410e06d-9a99-4bf0-a807-ae77f2b427b1 HTTP/1.1" status: 200 len: 1001 time: 0.0994239 Jun 17 14:42:58.943473 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773fab5-280b-45cc-82d0-49d6f7bc2b65 req-e5c381a0-a7c6-4905-9306-f321159ddec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:58.944915 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5773fab5-280b-45cc-82d0-49d6f7bc2b65 req-e5c381a0-a7c6-4905-9306-f321159ddec8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c9a4e58-351e-45bb-8981-70921e1085a6 HTTP/1.1" status: 200 len: 849 time: 0.0589218 Jun 17 14:42:59.025736 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773fab5-280b-45cc-82d0-49d6f7bc2b65 req-e188d302-db5d-4056-b4c2-8037298b81a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:59.027227 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5773fab5-280b-45cc-82d0-49d6f7bc2b65 req-e188d302-db5d-4056-b4c2-8037298b81a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=224875c5-70eb-4e10-8087-1385d93f5cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742505 Jun 17 14:42:59.163634 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5773fab5-280b-45cc-82d0-49d6f7bc2b65 req-d4973369-8d77-4333-96c7-42db0def4e69 service neutron] 10.222.0.72 "GET /v2.0/networks/224875c5-70eb-4e10-8087-1385d93f5cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287060 Jun 17 14:42:59.304559 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5773fab5-280b-45cc-82d0-49d6f7bc2b65 req-8f0e6891-06fd-4c9f-9e33-d5a06eef70fe service neutron] 10.222.0.72 "GET /v2.0/networks/224875c5-70eb-4e10-8087-1385d93f5cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340828 Jun 17 14:42:59.439853 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463919a-b337-4cd0-9727-4f2a969dbeac req-a4c5a751-174a-4cc4-823c-f092ad100a6b tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:42:59.441431 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-5463919a-b337-4cd0-9727-4f2a969dbeac req-a4c5a751-174a-4cc4-823c-f092ad100a6b tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466 HTTP/1.1" status: 200 len: 944 time: 0.0886252 Jun 17 14:42:59.449722 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 46456) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:59.460275 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 1aa7697d-15e2-4d55-9333-45545e1f202b details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:42:59.491834 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-5463919a-b337-4cd0-9727-4f2a969dbeac req-1b4e8cc1-1e06-4079-b6ab-c58368f822bb tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433671 Jun 17 14:42:59.578010 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3adbc8b7-e4ec-4838-9bdb-ef62cdfe35b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:59.594372 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-3adbc8b7-e4ec-4838-9bdb-ef62cdfe35b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:42:59.598624 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-3adbc8b7-e4ec-4838-9bdb-ef62cdfe35b0 admin admin] Usage tracker for resource:security_group_rule and tenant:52bdc2041c854c97ae87218686a8069a is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:42:59.601415 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-3adbc8b7-e4ec-4838-9bdb-ef62cdfe35b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:42:59.606335 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 1aa7697d-15e2-4d55-9333-45545e1f202b, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=1aa7697d-15e2-4d55-9333-45545e1f202b,segment=NetworkSegment(c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f),segment_id=c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:42:59.607071 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-3adbc8b7-e4ec-4838-9bdb-ef62cdfe35b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:42:59.621182 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Returning: {'device': '1aa7697d-15e2-4d55-9333-45545e1f202b', 'network_id': 'efc78891-8691-4aa9-ab08-bb3560db3035', 'port_id': '1aa7697d-15e2-4d55-9333-45545e1f202b', 'mac_address': 'fa:16:3e:60:8d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a830734-9d0a-4625-ac8b-b15e467f2055', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:42:59.680953 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:59.699259 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3adbc8b7-e4ec-4838-9bdb-ef62cdfe35b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:59.699511 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa7697d-15e2-4d55-9333-45545e1f202b {{(pid=78473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:42:59.703533 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3adbc8b7-e4ec-4838-9bdb-ef62cdfe35b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:59.711974 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-e3ed0942-4f68-4904-8bbf-8ab65bb5df9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:59.715942 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 1aa7697d-15e2-4d55-9333-45545e1f202b, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=1aa7697d-15e2-4d55-9333-45545e1f202b,segment=NetworkSegment(c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f),segment_id=c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:42:59.721629 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:59.723092 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-bcb132d9-e63e-45b8-9792-dee3d41f3dde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:59.751810 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-3adbc8b7-e4ec-4838-9bdb-ef62cdfe35b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=52bdc2041c854c97ae87218686a8069a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015001 Jun 17 14:42:59.753364 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbc8b7-e4ec-4838-9bdb-ef62cdfe35b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30cb21c9-8dc3-4bfd-be19-fb1d04b2c3f2,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:59.754755 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 46462) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:42:59.756309 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3adbc8b7-e4ec-4838-9bdb-ef62cdfe35b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:59.790338 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=1aa7697d-15e2-4d55-9333-45545e1f202b,revision_number=4']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:59.793245 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:59.819594 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-3c16f7f5-b7dc-4a6d-8713-67bdb6d5ce5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:59.845655 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-3c16f7f5-b7dc-4a6d-8713-67bdb6d5ce5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:59.901236 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-3c16f7f5-b7dc-4a6d-8713-67bdb6d5ce5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:59.904849 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-d825c681-feb1-477b-9de3-f87a7a3a83fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:42:59.918691 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16f7f5-b7dc-4a6d-8713-67bdb6d5ce5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cb21c9-8dc3-4bfd-be19-fb1d04b2c3f2,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:42:59.922267 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-3c16f7f5-b7dc-4a6d-8713-67bdb6d5ce5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:42:59.924145 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-3c16f7f5-b7dc-4a6d-8713-67bdb6d5ce5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:59.926972 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-3c16f7f5-b7dc-4a6d-8713-67bdb6d5ce5c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/30cb21c9-8dc3-4bfd-be19-fb1d04b2c3f2 HTTP/1.1" status: 204 len: 168 time: 0.1694443 Jun 17 14:43:00.127039 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['1aa7697d-15e2-4d55-9333-45545e1f202b'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:43:00.693474 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c1b0f-880e-4ef4-a31f-4645ed7f0af2 req-028c9db2-997c-4750-8163-4da10234d9c8 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:00.695033 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-241c1b0f-880e-4ef4-a31f-4645ed7f0af2 req-028c9db2-997c-4750-8163-4da10234d9c8 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466 HTTP/1.1" status: 200 len: 945 time: 0.0894060 Jun 17 14:43:00.742316 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-241c1b0f-880e-4ef4-a31f-4645ed7f0af2 req-f2326fc5-2379-47da-b730-29ed3c139669 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415728 Jun 17 14:43:01.466224 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 1aa7697d-15e2-4d55-9333-45545e1f202b up at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:43:01.535252 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning for port 1aa7697d-15e2-4d55-9333-45545e1f202b completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:43:01.540110 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning complete for port 1aa7697d-15e2-4d55-9333-45545e1f202b triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:43:01.540491 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:01.662727 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:01.698674 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa7697d-15e2-4d55-9333-45545e1f202b'}] {{(pid=78473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:43:01.710004 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 1aa7697d-15e2-4d55-9333-45545e1f202b, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=1aa7697d-15e2-4d55-9333-45545e1f202b,segment=NetworkSegment(c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f),segment_id=c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:43:01.715849 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:01.718011 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-3245f56b-f028-4e5f-b3b8-1a8c4d2e14a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:01.752452 dv-cinder-796859-1-smb neutron-server[78473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa7697d-15e2-4d55-9333-45545e1f202b', 'code': 200} Jun 17 14:43:01.788096 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=1aa7697d-15e2-4d55-9333-45545e1f202b,revision_number=5']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:01.791119 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:01.938296 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f84910-cadc-4f7b-989a-0f6c98cffa1f req-a7e563b5-ab80-4f08-9bc7-8185a5b65d6c tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:01.939699 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-68f84910-cadc-4f7b-989a-0f6c98cffa1f req-a7e563b5-ab80-4f08-9bc7-8185a5b65d6c tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466 HTTP/1.1" status: 200 len: 946 time: 0.0858886 Jun 17 14:43:02.037331 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-68f84910-cadc-4f7b-989a-0f6c98cffa1f req-ee36955a-23bd-45af-acf3-849223ac5cb1 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915375 Jun 17 14:43:02.058982 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c151395-d225-4bb5-8d89-db6d6651c844 req-006fc1fe-bb46-4958-bc62-48c6416ac571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:02.060645 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5c151395-d225-4bb5-8d89-db6d6651c844 req-006fc1fe-bb46-4958-bc62-48c6416ac571 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466 HTTP/1.1" status: 200 len: 1099 time: 0.0990140 Jun 17 14:43:02.106727 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5c151395-d225-4bb5-8d89-db6d6651c844 req-f28c0937-6d8e-433c-aaa6-7ceb62ceb25d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360851 Jun 17 14:43:03.279678 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4495b8-03ba-4354-b774-dc1ef36f2bf9 req-e0962f63-c07c-46d7-b9fa-9a90fd364626 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:03.281967 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-ec4495b8-03ba-4354-b774-dc1ef36f2bf9 req-e0962f63-c07c-46d7-b9fa-9a90fd364626 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466 HTTP/1.1" status: 200 len: 946 time: 0.1157637 Jun 17 14:43:03.342586 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-ec4495b8-03ba-4354-b774-dc1ef36f2bf9 req-5a233d7e-743d-4250-97bf-6b50b6e36a62 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519977 Jun 17 14:43:04.197357 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:43:04.550843 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed00e68-5662-4f38-874c-bd8aca13812c req-e7c3ce16-ade4-4904-846e-242cd2fa3095 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:04.552752 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6ed00e68-5662-4f38-874c-bd8aca13812c req-e7c3ce16-ade4-4904-846e-242cd2fa3095 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466 HTTP/1.1" status: 200 len: 946 time: 0.0879269 Jun 17 14:43:04.604501 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6ed00e68-5662-4f38-874c-bd8aca13812c req-c24d7e81-b312-4612-86f2-c390c3d460eb tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452685 Jun 17 14:43:06.397170 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ac7d417b-447d-4e3c-ba25-247c1f905eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:06.846567 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:08.927692 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-b7b5c62c-2f6c-43a7-b314-60a4498a2b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:09.804534 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 46640) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:09.929956 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b2e2cc24-498e-4a49-a54b-111a12176855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:09.947078 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-b2e2cc24-498e-4a49-a54b-111a12176855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:43:09.950740 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-b2e2cc24-498e-4a49-a54b-111a12176855 admin admin] Usage tracker for resource:security_group_rule and tenant:f34c6f1314a54d7b8cd3bf51c5dafbc9 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:43:09.953978 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-b2e2cc24-498e-4a49-a54b-111a12176855 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:43:09.959586 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-b2e2cc24-498e-4a49-a54b-111a12176855 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:43:10.043430 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b2e2cc24-498e-4a49-a54b-111a12176855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:10.048516 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b2e2cc24-498e-4a49-a54b-111a12176855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:10.056500 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-9c6b76e4-dee0-4987-b1df-79a108fc928b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:10.101027 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-b2e2cc24-498e-4a49-a54b-111a12176855 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f34c6f1314a54d7b8cd3bf51c5dafbc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951882 Jun 17 14:43:10.102392 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2cc24-498e-4a49-a54b-111a12176855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebfc5d1-574b-4f12-b909-f302d78b5988,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:10.103588 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 46658) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:10.107257 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-b2e2cc24-498e-4a49-a54b-111a12176855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:10.137736 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:10.166157 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d69758e2-6e6a-41b4-8359-a343d7658bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:10.192511 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d69758e2-6e6a-41b4-8359-a343d7658bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:10.246580 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d69758e2-6e6a-41b4-8359-a343d7658bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:10.250288 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-764c2f11-dfeb-4329-9f57-0c381ef46061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:10.263697 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69758e2-6e6a-41b4-8359-a343d7658bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebfc5d1-574b-4f12-b909-f302d78b5988,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:10.268443 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-d69758e2-6e6a-41b4-8359-a343d7658bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:10.272487 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d69758e2-6e6a-41b4-8359-a343d7658bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:10.273745 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-d69758e2-6e6a-41b4-8359-a343d7658bdf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6ebfc5d1-574b-4f12-b909-f302d78b5988 HTTP/1.1" status: 204 len: 168 time: 0.1689234 Jun 17 14:43:10.550294 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 46670) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:10.569105 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8b211dee-ce33-4e88-b959-cc652dd5db8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:10.583452 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-8b211dee-ce33-4e88-b959-cc652dd5db8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:43:10.587557 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-8b211dee-ce33-4e88-b959-cc652dd5db8b admin admin] Usage tracker for resource:security_group_rule and tenant:53da7875819f4f42a67be40bc146855b is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:43:10.590315 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-8b211dee-ce33-4e88-b959-cc652dd5db8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:43:10.596465 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-8b211dee-ce33-4e88-b959-cc652dd5db8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:43:10.679170 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8b211dee-ce33-4e88-b959-cc652dd5db8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:10.682818 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8b211dee-ce33-4e88-b959-cc652dd5db8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:10.691886 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-6908dd0d-d1c9-4ebb-84fc-c57c97b6f8f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:10.734046 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-8b211dee-ce33-4e88-b959-cc652dd5db8b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=53da7875819f4f42a67be40bc146855b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1823480 Jun 17 14:43:10.735711 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b211dee-ce33-4e88-b959-cc652dd5db8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae69b7b-8b95-4aa4-ba75-c00afefd66e5,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:10.737184 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 46674) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:10.738892 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-8b211dee-ce33-4e88-b959-cc652dd5db8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:10.872592 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-bead6dfb-138a-4e4d-97b7-a5959a72900d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:10.898628 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-bead6dfb-138a-4e4d-97b7-a5959a72900d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:10.959403 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-bead6dfb-138a-4e4d-97b7-a5959a72900d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:10.963433 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-a5a94da2-457b-49ea-9cfb-f8c8f19aebbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:10.976820 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead6dfb-138a-4e4d-97b7-a5959a72900d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae69b7b-8b95-4aa4-ba75-c00afefd66e5,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:10.979915 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-bead6dfb-138a-4e4d-97b7-a5959a72900d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:10.982053 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-bead6dfb-138a-4e4d-97b7-a5959a72900d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:10.986485 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-bead6dfb-138a-4e4d-97b7-a5959a72900d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7ae69b7b-8b95-4aa4-ba75-c00afefd66e5 HTTP/1.1" status: 204 len: 168 time: 0.2482212 Jun 17 14:43:11.501681 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:13.396032 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-9e26d194-2342-4d9a-bd16-8e898a38179a tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Synchronizing usage tracker for tenant:9fea33bc93f24501bb4890e68635291e on resource:security_group {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:43:13.411339 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-9e26d194-2342-4d9a-bd16-8e898a38179a tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Unset dirty status for tenant:9fea33bc93f24501bb4890e68635291e on resource:security_group {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:43:13.412609 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-9e26d194-2342-4d9a-bd16-8e898a38179a tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1045730096&fields=id&tenant_id=9fea33bc93f24501bb4890e68635291e HTTP/1.1" status: 200 len: 267 time: 0.0563598 Jun 17 14:43:13.561869 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-a6c972c7-e20e-4288-a80a-05b53bf07b39 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:13.562541 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-a6c972c7-e20e-4288-a80a-05b53bf07b39 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Synchronizing usage tracker for tenant:9fea33bc93f24501bb4890e68635291e on resource:network {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:43:13.579549 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-a6c972c7-e20e-4288-a80a-05b53bf07b39 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Unset dirty status for tenant:9fea33bc93f24501bb4890e68635291e on resource:network {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:43:13.580805 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-a6c972c7-e20e-4288-a80a-05b53bf07b39 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/networks?id=f9c6f823-49c8-4485-b839-e1f6ac7bae1f HTTP/1.1" status: 200 len: 808 time: 0.1612010 Jun 17 14:43:13.596540 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-6a271f7f-74c5-4f48-ad81-744fbcbe2742 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/quotas/9fea33bc93f24501bb4890e68635291e HTTP/1.1" status: 200 len: 375 time: 0.0101123 Jun 17 14:43:13.684537 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-177e8d7e-0c0a-4f49-9c5c-2c9ffd65f2cf tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9fea33bc93f24501bb4890e68635291e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827348 Jun 17 14:43:13.820493 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-a43791a2-724e-4afe-b3d5-14e8b373116a service neutron] 10.222.0.77 "GET /v2.0/networks/f9c6f823-49c8-4485-b839-e1f6ac7bae1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244030 Jun 17 14:43:13.952675 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-fa9a6d52-f04f-4b0a-b867-09f1980d367f service neutron] 10.222.0.77 "GET /v2.0/networks/f9c6f823-49c8-4485-b839-e1f6ac7bae1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262772 Jun 17 14:43:14.408474 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-33842008-e35a-43e4-9330-8b2180b79c92 req-a40ada81-89bd-470d-acb0-aaa73c1e2377 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 210 time: 0.0535092 Jun 17 14:43:15.547309 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-9c869940-c946-4704-a1cb-db1c7d7f4add req-fcaa298f-139a-4908-add8-35025977e460 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Synchronizing usage tracker for tenant:9fea33bc93f24501bb4890e68635291e on resource:port {{(pid=78472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:43:15.566757 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-9c869940-c946-4704-a1cb-db1c7d7f4add req-fcaa298f-139a-4908-add8-35025977e460 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Unset dirty status for tenant:9fea33bc93f24501bb4890e68635291e on resource:port {{(pid=78472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:43:15.567905 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-9c869940-c946-4704-a1cb-db1c7d7f4add req-fcaa298f-139a-4908-add8-35025977e460 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 210 time: 0.0631084 Jun 17 14:43:15.995243 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-1fe4c6fc-f159-47d3-80a7-ba9774a19e73 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:15.996641 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-1fe4c6fc-f159-47d3-80a7-ba9774a19e73 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.72 "GET /v2.0/networks?id=f9c6f823-49c8-4485-b839-e1f6ac7bae1f HTTP/1.1" status: 200 len: 808 time: 0.1608593 Jun 17 14:43:16.071927 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-1cf96892-08d2-456c-846f-c1a70ee6a5a8 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fea33bc93f24501bb4890e68635291e HTTP/1.1" status: 200 len: 380 time: 0.0568006 Jun 17 14:43:16.103533 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-36383952-0dc5-4d7c-82ac-8c712f440bf5 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Request body: {'port': {'device_id': '8d2fa79b-d9e5-4368-a087-3bdb9d36a524', 'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f', 'admin_state_up': True, 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'security_groups': ['584e7df4-a681-45db-aee7-b0412901ab81']}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:43:16.281405 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-36383952-0dc5-4d7c-82ac-8c712f440bf5 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:43:16.292014 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-36383952-0dc5-4d7c-82ac-8c712f440bf5 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:43:16.309319 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-36383952-0dc5-4d7c-82ac-8c712f440bf5 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Made reservation on behalf of 9fea33bc93f24501bb4890e68635291e for: {'port': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:43:16.318281 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-36383952-0dc5-4d7c-82ac-8c712f440bf5 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:16.524304 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_common [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-36383952-0dc5-4d7c-82ac-8c712f440bf5 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Allocated IP 172.20.0.12 (f9c6f823-49c8-4485-b839-e1f6ac7bae1f/e046bc50-f404-4c4a-b363-a37e2ffe6253/24a8b426-cc9f-47aa-86b4-232d3ebc7da0) {{(pid=78471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:43:16.603339 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff0dd3-c1e9-49b4-812e-c859b1852918 req-37f98ccc-d596-4bdd-8118-30c746a3bbae tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:16.605552 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-72ff0dd3-c1e9-49b4-812e-c859b1852918 req-37f98ccc-d596-4bdd-8118-30c746a3bbae tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 946 time: 0.1683195 Jun 17 14:43:16.703963 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-72ff0dd3-c1e9-49b4-812e-c859b1852918 req-63412aec-566b-44e6-9a4a-60e3989f776b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888336 Jun 17 14:43:16.841808 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-182719e1-65d7-47e3-9e62-df489353bcac req-9851909d-2b3b-45df-90c1-659f5296f048 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 210 time: 0.0661321 Jun 17 14:43:16.892801 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-36383952-0dc5-4d7c-82ac-8c712f440bf5 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for port, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:16.915199 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.provisioning_blocks [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-36383952-0dc5-4d7c-82ac-8c712f440bf5 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Transition to ACTIVE for port object 24a8b426-cc9f-47aa-86b4-232d3ebc7da0 will not be triggered until provisioned by entity DHCP. {{(pid=78471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:43:16.946031 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-36383952-0dc5-4d7c-82ac-8c712f440bf5 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:16.953353 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-cb488cb7-41c8-4613-b41d-663061fa8644 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:17.036619 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-36383952-0dc5-4d7c-82ac-8c712f440bf5 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Network f9c6f823-49c8-4485-b839-e1f6ac7bae1f is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:43:17.039910 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-36383952-0dc5-4d7c-82ac-8c712f440bf5 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:43:17.043929 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-36383952-0dc5-4d7c-82ac-8c712f440bf5 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Received port after_create {{(pid=78471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:43:17.076275 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36383952-0dc5-4d7c-82ac-8c712f440bf5 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Pushing event updated for resources: {'Port': ['ID=24a8b426-cc9f-47aa-86b4-232d3ebc7da0,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:17.083788 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-36383952-0dc5-4d7c-82ac-8c712f440bf5 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:17.120285 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-36383952-0dc5-4d7c-82ac-8c712f440bf5 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:17.121497 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-36383952-0dc5-4d7c-82ac-8c712f440bf5 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:17.152598 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-36383952-0dc5-4d7c-82ac-8c712f440bf5 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0566041 Jun 17 14:43:17.186565 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 46846) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:17.189912 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-05afd0d8-a37b-47a3-8739-8325ea845dca service neutron] Request body: {'port': {'device_id': '8d2fa79b-d9e5-4368-a087-3bdb9d36a524', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:43:17.324379 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-3662dc4f-88a2-4796-b37f-c484ff901d5a None None] Provisioning for port 24a8b426-cc9f-47aa-86b4-232d3ebc7da0 completed by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:43:17.325088 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8c6c6b23-edc0-436f-949c-7a4a0ade9ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:17.330245 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-3662dc4f-88a2-4796-b37f-c484ff901d5a None None] Provisioning complete for port 24a8b426-cc9f-47aa-86b4-232d3ebc7da0 triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:43:17.330630 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-3662dc4f-88a2-4796-b37f-c484ff901d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:17.342799 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-8c6c6b23-edc0-436f-949c-7a4a0ade9ce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:43:17.347884 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-8c6c6b23-edc0-436f-949c-7a4a0ade9ce5 admin admin] Usage tracker for resource:security_group_rule and tenant:ff8a95894afb40ea857436511c740e79 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:43:17.350942 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-8c6c6b23-edc0-436f-949c-7a4a0ade9ce5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:43:17.363222 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-8c6c6b23-edc0-436f-949c-7a4a0ade9ce5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:43:17.391218 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-3662dc4f-88a2-4796-b37f-c484ff901d5a None None] Port 24a8b426-cc9f-47aa-86b4-232d3ebc7da0 cannot update to ACTIVE because it is not bound. {{(pid=78473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:43:17.397887 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-05afd0d8-a37b-47a3-8739-8325ea845dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:17.448563 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8c6c6b23-edc0-436f-949c-7a4a0ade9ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:17.452283 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8c6c6b23-edc0-436f-949c-7a4a0ade9ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:17.461121 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-d6984e31-a866-412a-bc61-910aaedf3449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:17.500050 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c6b23-edc0-436f-949c-7a4a0ade9ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1520148e-ec76-4226-b20b-5e1499eb3317,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:17.504401 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-8c6c6b23-edc0-436f-949c-7a4a0ade9ce5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ff8a95894afb40ea857436511c740e79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166575 Jun 17 14:43:17.505302 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-8c6c6b23-edc0-436f-949c-7a4a0ade9ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:17.506972 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 46852) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:17.567212 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2f4ea78f-f409-4a78-9abb-cb8c752707b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:17.594735 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2f4ea78f-f409-4a78-9abb-cb8c752707b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:17.657446 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2f4ea78f-f409-4a78-9abb-cb8c752707b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:17.662682 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-6d4c66ea-ef84-4775-ad4b-cfaa98baa3c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:17.676155 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ea78f-f409-4a78-9abb-cb8c752707b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1520148e-ec76-4226-b20b-5e1499eb3317,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:17.680631 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-2f4ea78f-f409-4a78-9abb-cb8c752707b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:17.691580 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2f4ea78f-f409-4a78-9abb-cb8c752707b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:17.695426 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-2f4ea78f-f409-4a78-9abb-cb8c752707b7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1520148e-ec76-4226-b20b-5e1499eb3317 HTTP/1.1" status: 204 len: 168 time: 0.1872044 Jun 17 14:43:17.766852 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-05afd0d8-a37b-47a3-8739-8325ea845dca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24a8b426-cc9f-47aa-86b4-232d3ebc7da0 {{(pid=78471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:43:17.774993 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-05afd0d8-a37b-47a3-8739-8325ea845dca service neutron] Notify callbacks [] for port, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:17.798425 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.provisioning_blocks [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-05afd0d8-a37b-47a3-8739-8325ea845dca service neutron] Transition to ACTIVE for port object 24a8b426-cc9f-47aa-86b4-232d3ebc7da0 will not be triggered until provisioned by entity L2. {{(pid=78471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:43:17.804547 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-05afd0d8-a37b-47a3-8739-8325ea845dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:17.809276 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-409df080-d6b7-4bb0-9abb-4e1306eb5551 tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:17.952648 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b01a71-b25b-4ac2-b58b-75c2bdc8f551 req-458becdb-92d2-4ace-8a3a-26eee6c4a647 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:17.960563 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afd0d8-a37b-47a3-8739-8325ea845dca service neutron] Pushing event updated for resources: {'Port': ['ID=24a8b426-cc9f-47aa-86b4-232d3ebc7da0,revision_number=2']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:17.962214 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-69b01a71-b25b-4ac2-b58b-75c2bdc8f551 req-458becdb-92d2-4ace-8a3a-26eee6c4a647 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 946 time: 0.1476586 Jun 17 14:43:18.023717 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-05afd0d8-a37b-47a3-8739-8325ea845dca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:18.034376 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-69b01a71-b25b-4ac2-b58b-75c2bdc8f551 req-92c63651-1080-46cf-bbc9-d6333becd1b1 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663114 Jun 17 14:43:18.160186 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 46870) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:18.181343 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-4fafccee-9aec-4ffa-941f-290c7d97f16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:18.190541 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-05afd0d8-a37b-47a3-8739-8325ea845dca service neutron] Attempting to bind port 24a8b426-cc9f-47aa-86b4-232d3ebc7da0 on host hv-cinder-79685 for vnic_type normal with profile {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:43:18.191097 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-05afd0d8-a37b-47a3-8739-8325ea845dca service neutron] Attempting to bind port 24a8b426-cc9f-47aa-86b4-232d3ebc7da0 by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': '641cfba1-205c-43fe-b661-eaecd2041264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f'}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:43:18.191232 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-05afd0d8-a37b-47a3-8739-8325ea845dca service neutron] Attempting to bind port 24a8b426-cc9f-47aa-86b4-232d3ebc7da0 on network f9c6f823-49c8-4485-b839-e1f6ac7bae1f {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:43:18.197025 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-4fafccee-9aec-4ffa-941f-290c7d97f16b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:43:18.198670 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-05afd0d8-a37b-47a3-8739-8325ea845dca service neutron] Port 24a8b426-cc9f-47aa-86b4-232d3ebc7da0 on network f9c6f823-49c8-4485-b839-e1f6ac7bae1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:43:18.198991 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-05afd0d8-a37b-47a3-8739-8325ea845dca service neutron] Attempting to bind port 24a8b426-cc9f-47aa-86b4-232d3ebc7da0 on network f9c6f823-49c8-4485-b839-e1f6ac7bae1f {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:43:18.200997 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-4fafccee-9aec-4ffa-941f-290c7d97f16b admin admin] Usage tracker for resource:security_group_rule and tenant:d18662baa0694e0398d1c06e79a086cb is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:43:18.204915 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-4fafccee-9aec-4ffa-941f-290c7d97f16b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:43:18.209173 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-05afd0d8-a37b-47a3-8739-8325ea845dca service neutron] Checking agent: {'id': '80af2de7-c944-442b-b56f-5ae10827120d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:43:18.209511 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-05afd0d8-a37b-47a3-8739-8325ea845dca service neutron] Checking segment: {'id': '641cfba1-205c-43fe-b661-eaecd2041264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:43:18.210354 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-05afd0d8-a37b-47a3-8739-8325ea845dca service neutron] Bound using segment: {'id': '641cfba1-205c-43fe-b661-eaecd2041264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f'} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:43:18.210479 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-05afd0d8-a37b-47a3-8739-8325ea845dca service neutron] Bound port: 24a8b426-cc9f-47aa-86b4-232d3ebc7da0, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '641cfba1-205c-43fe-b661-eaecd2041264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f'}}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:43:18.210721 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-05afd0d8-a37b-47a3-8739-8325ea845dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:18.211097 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-4fafccee-9aec-4ffa-941f-290c7d97f16b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:43:18.241983 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2ea2a-3416-4d53-9575-6c0d4687b7e4 req-4fce7500-2fa8-44ee-97af-12ae86463ec4 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:18.242699 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-aca2ea2a-3416-4d53-9575-6c0d4687b7e4 req-4fce7500-2fa8-44ee-97af-12ae86463ec4 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Synchronizing usage tracker for tenant:9fea33bc93f24501bb4890e68635291e on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:43:18.310955 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-aca2ea2a-3416-4d53-9575-6c0d4687b7e4 req-4fce7500-2fa8-44ee-97af-12ae86463ec4 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Unset dirty status for tenant:9fea33bc93f24501bb4890e68635291e on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:43:18.312106 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-aca2ea2a-3416-4d53-9575-6c0d4687b7e4 req-4fce7500-2fa8-44ee-97af-12ae86463ec4 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 944 time: 0.2871499 Jun 17 14:43:18.319835 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-4fafccee-9aec-4ffa-941f-290c7d97f16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:18.326226 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-4fafccee-9aec-4ffa-941f-290c7d97f16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:18.338294 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-a55ff4ac-f3a7-4549-9e9f-19cdcb2bc44a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:18.364579 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-05afd0d8-a37b-47a3-8739-8325ea845dca service neutron] For port 24a8b426-cc9f-47aa-86b4-232d3ebc7da0, host hv-cinder-79685, cleared binding levels {{(pid=78471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:43:18.380517 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-aca2ea2a-3416-4d53-9575-6c0d4687b7e4 req-be8197e9-4c9c-48f2-8a17-e41dfd0a796e tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585155 Jun 17 14:43:18.381991 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-05afd0d8-a37b-47a3-8739-8325ea845dca service neutron] For port 24a8b426-cc9f-47aa-86b4-232d3ebc7da0, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=24a8b426-cc9f-47aa-86b4-232d3ebc7da0,segment=NetworkSegment(641cfba1-205c-43fe-b661-eaecd2041264),segment_id=641cfba1-205c-43fe-b661-eaecd2041264)] {{(pid=78471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:43:18.386921 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-05afd0d8-a37b-47a3-8739-8325ea845dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:18.388618 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-4fafccee-9aec-4ffa-941f-290c7d97f16b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d18662baa0694e0398d1c06e79a086cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272675 Jun 17 14:43:18.390470 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fafccee-9aec-4ffa-941f-290c7d97f16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecd4155-66a2-4b3e-8c4a-94b13c06be65,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:18.392360 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 46876) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:18.394521 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-4fafccee-9aec-4ffa-941f-290c7d97f16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:18.394933 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-05afd0d8-a37b-47a3-8739-8325ea845dca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:18.471273 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-05afd0d8-a37b-47a3-8739-8325ea845dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:18.471877 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-05afd0d8-a37b-47a3-8739-8325ea845dca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:18.473221 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-05afd0d8-a37b-47a3-8739-8325ea845dca service neutron] 10.222.0.72 "PUT /v2.0/ports/24a8b426-cc9f-47aa-86b4-232d3ebc7da0 HTTP/1.1" status: 200 len: 1094 time: 1.2887092 Jun 17 14:43:18.475929 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2fa79b-d9e5-4368-a087-3bdb9d36a524', 'tag': '24a8b426-cc9f-47aa-86b4-232d3ebc7da0'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:43:18.527901 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afd0d8-a37b-47a3-8739-8325ea845dca service neutron] Pushing event updated for resources: {'Port': ['ID=24a8b426-cc9f-47aa-86b4-232d3ebc7da0,revision_number=3']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:18.531101 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-05afd0d8-a37b-47a3-8739-8325ea845dca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:18.552355 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3bb7beb1-3557-4dba-8a35-ae54c1451d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:18.569436 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2fa79b-d9e5-4368-a087-3bdb9d36a524', 'tag': '24a8b426-cc9f-47aa-86b4-232d3ebc7da0', 'status': 'completed', 'code': 200} Jun 17 14:43:18.584861 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3bb7beb1-3557-4dba-8a35-ae54c1451d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:18.704117 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3bb7beb1-3557-4dba-8a35-ae54c1451d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:18.708285 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-e9b1dcf9-1636-4cbd-9fe3-fd0d4a178c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:18.725370 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-f0ceb8ab-4cab-40e7-a717-681f424f3d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:18.726858 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-f0ceb8ab-4cab-40e7-a717-681f424f3d47 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9fea33bc93f24501bb4890e68635291e&device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 1097 time: 0.1031625 Jun 17 14:43:18.728857 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7beb1-3557-4dba-8a35-ae54c1451d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecd4155-66a2-4b3e-8c4a-94b13c06be65,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:18.731723 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3bb7beb1-3557-4dba-8a35-ae54c1451d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:18.732610 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3bb7beb1-3557-4dba-8a35-ae54c1451d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:18.737207 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-3bb7beb1-3557-4dba-8a35-ae54c1451d08 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3ecd4155-66a2-4b3e-8c4a-94b13c06be65 HTTP/1.1" status: 204 len: 168 time: 0.3061070 Jun 17 14:43:18.825367 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-484cbc19-ea77-4757-a842-448a38feeb40 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24a8b426-cc9f-47aa-86b4-232d3ebc7da0 HTTP/1.1" status: 200 len: 217 time: 0.0688179 Jun 17 14:43:19.037252 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-55b85131-d4e8-427a-8054-906a934bfc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:19.038738 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-55b85131-d4e8-427a-8054-906a934bfc7b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e046bc50-f404-4c4a-b363-a37e2ffe6253 HTTP/1.1" status: 200 len: 847 time: 0.1148977 Jun 17 14:43:19.129421 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec975ab-c74e-40d7-8f10-e2cd1aebfe5d req-12e09c25-e7d8-4fd6-9a60-2638bab89957 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:19.131229 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6ec975ab-c74e-40d7-8f10-e2cd1aebfe5d req-12e09c25-e7d8-4fd6-9a60-2638bab89957 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 946 time: 0.2061450 Jun 17 14:43:19.206858 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-e1a2d181-553a-4e1d-93e4-9787b764e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:19.208332 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-e1a2d181-553a-4e1d-93e4-9787b764e5c3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9c6f823-49c8-4485-b839-e1f6ac7bae1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1592844 Jun 17 14:43:19.218785 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-6ec975ab-c74e-40d7-8f10-e2cd1aebfe5d req-bb7624dd-7817-494f-95e9-a4546c416c8e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Deleting port 8d1bc185-d46e-4577-a534-c1b56d2cde81 {{(pid=78471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:43:19.219852 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-6ec975ab-c74e-40d7-8f10-e2cd1aebfe5d req-bb7624dd-7817-494f-95e9-a4546c416c8e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:19.245704 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec10a8d-fd4f-49c6-9a88-e1c2a649d5c2 req-b73f75b2-9fa6-4f8d-8e26-b424806082be tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:19.247222 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-3ec10a8d-fd4f-49c6-9a88-e1c2a649d5c2 req-b73f75b2-9fa6-4f8d-8e26-b424806082be tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 946 time: 0.0922611 Jun 17 14:43:19.308793 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-3ec10a8d-fd4f-49c6-9a88-e1c2a649d5c2 req-bed0a24f-f825-44bc-9d8c-748555d54b6f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542588 Jun 17 14:43:19.636118 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-7bee7239-5613-41b4-8501-976de815721f service neutron] 10.222.0.72 "GET /v2.0/networks/f9c6f823-49c8-4485-b839-e1f6ac7bae1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854086 Jun 17 14:43:19.848886 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5ee4d-860f-48cd-bdc5-614f6956ae2a req-89a5be00-8831-430b-94b5-20b3dd0eeeaf tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:19.850360 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-23c5ee4d-860f-48cd-bdc5-614f6956ae2a req-89a5be00-8831-430b-94b5-20b3dd0eeeaf tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 944 time: 0.3426237 Jun 17 14:43:19.861055 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-6ec975ab-c74e-40d7-8f10-e2cd1aebfe5d req-bb7624dd-7817-494f-95e9-a4546c416c8e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] For port 8d1bc185-d46e-4577-a534-c1b56d2cde81, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=8d1bc185-d46e-4577-a534-c1b56d2cde81,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:43:19.861442 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-6ec975ab-c74e-40d7-8f10-e2cd1aebfe5d req-bb7624dd-7817-494f-95e9-a4546c416c8e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:19.989766 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e83086ed-4577-4ffd-ac9f-54b5afb2b885 req-ebaa6170-2ee0-435c-823b-981ebd853fb2 service neutron] 10.222.0.72 "GET /v2.0/networks/f9c6f823-49c8-4485-b839-e1f6ac7bae1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009205 Jun 17 14:43:20.006289 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-23c5ee4d-860f-48cd-bdc5-614f6956ae2a req-b0782710-5b14-45a5-b9f1-f310a573d989 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478398 Jun 17 14:43:20.273229 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-6ec975ab-c74e-40d7-8f10-e2cd1aebfe5d req-bb7624dd-7817-494f-95e9-a4546c416c8e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:20.273809 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-6ec975ab-c74e-40d7-8f10-e2cd1aebfe5d req-bb7624dd-7817-494f-95e9-a4546c416c8e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768940'] for floatingip, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:20.273971 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.db.l3_db [req-6ec975ab-c74e-40d7-8f10-e2cd1aebfe5d req-bb7624dd-7817-494f-95e9-a4546c416c8e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Floating IP 36c54e55-e055-4932-ad80-d755285b0dff disassociated. External IP: 172.28.2.133, port: 8d1bc185-d46e-4577-a534-c1b56d2cde81. Jun 17 14:43:20.274310 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-6ec975ab-c74e-40d7-8f10-e2cd1aebfe5d req-bb7624dd-7817-494f-95e9-a4546c416c8e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Calling delete_port for 8d1bc185-d46e-4577-a534-c1b56d2cde81 owned by compute:nova {{(pid=78471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:43:20.343522 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a83e4-341e-43e9-b9ac-97328859ad8b req-c3f495e0-598a-4545-bc98-8f6024be4f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:20.345994 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-960a83e4-341e-43e9-b9ac-97328859ad8b req-c3f495e0-598a-4545-bc98-8f6024be4f29 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9fea33bc93f24501bb4890e68635291e&device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 1097 time: 0.1727755 Jun 17 14:43:20.535062 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924e551-f487-4d77-9b3a-1ff1972e9ccb req-1d7f0016-1cee-4cda-bd72-f947f3528dbd tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:20.536767 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-0924e551-f487-4d77-9b3a-1ff1972e9ccb req-1d7f0016-1cee-4cda-bd72-f947f3528dbd tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 946 time: 0.0929940 Jun 17 14:43:20.548587 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-6ec975ab-c74e-40d7-8f10-e2cd1aebfe5d req-bb7624dd-7817-494f-95e9-a4546c416c8e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:20.556199 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a83e4-341e-43e9-b9ac-97328859ad8b req-47d2d7de-afc4-495a-8edb-4a42207418a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:20.557681 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-960a83e4-341e-43e9-b9ac-97328859ad8b req-47d2d7de-afc4-495a-8edb-4a42207418a6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9c6f823-49c8-4485-b839-e1f6ac7bae1f HTTP/1.1" status: 200 len: 910 time: 0.1981444 Jun 17 14:43:20.558254 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3d54cd86-b598-4150-938c-4834395e641f tempest-VolumesActionsTest-127524003 tempest-VolumesActionsTest-127524003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:20.584994 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-0924e551-f487-4d77-9b3a-1ff1972e9ccb req-8d5dea3b-4250-468b-88d1-febc9ac35f1d tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=4518131a-3d43-4841-8ae6-5366afdfdac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418475 Jun 17 14:43:20.668723 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-960a83e4-341e-43e9-b9ac-97328859ad8b req-f5a9950d-5679-43dd-85d8-663417a5da0d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24a8b426-cc9f-47aa-86b4-232d3ebc7da0 HTTP/1.1" status: 200 len: 217 time: 0.0788434 Jun 17 14:43:20.669531 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7624dd-7817-494f-95e9-a4546c416c8e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Pushing event deleted for resources: {'Port': ['ID=8d1bc185-d46e-4577-a534-c1b56d2cde81,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:20.673245 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-bb7624dd-7817-494f-95e9-a4546c416c8e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:20.687209 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 46938) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:20.814777 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5434441f-d220-4271-9385-b6271b06b491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:20.831264 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-5434441f-d220-4271-9385-b6271b06b491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:43:20.835029 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-5434441f-d220-4271-9385-b6271b06b491 admin admin] Usage tracker for resource:security_group_rule and tenant:5c99307d0ac9440c8f83a85b72be1406 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:43:20.838023 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-5434441f-d220-4271-9385-b6271b06b491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:43:20.844778 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-5434441f-d220-4271-9385-b6271b06b491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:43:20.939921 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5434441f-d220-4271-9385-b6271b06b491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:20.944326 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5434441f-d220-4271-9385-b6271b06b491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:20.952646 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-7e446ae8-4858-4dec-9f59-3f5936b60550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:20.997235 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a83e4-341e-43e9-b9ac-97328859ad8b req-f8cd5019-100d-4899-b1b2-c7e419adb39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:20.998679 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-960a83e4-341e-43e9-b9ac-97328859ad8b req-f8cd5019-100d-4899-b1b2-c7e419adb39f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e046bc50-f404-4c4a-b363-a37e2ffe6253 HTTP/1.1" status: 200 len: 847 time: 0.2719076 Jun 17 14:43:21.005306 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-5434441f-d220-4271-9385-b6271b06b491 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5c99307d0ac9440c8f83a85b72be1406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168583 Jun 17 14:43:21.006446 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434441f-d220-4271-9385-b6271b06b491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c27eb11-5433-4cbe-8213-cd0d0b088d4c,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:21.008708 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 46944) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:21.026429 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434441f-d220-4271-9385-b6271b06b491 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:21.026710 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434441f-d220-4271-9385-b6271b06b491 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:21.027079 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434441f-d220-4271-9385-b6271b06b491 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:21.027491 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434441f-d220-4271-9385-b6271b06b491 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:21.027789 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434441f-d220-4271-9385-b6271b06b491 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:21.028174 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434441f-d220-4271-9385-b6271b06b491 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:21.028486 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434441f-d220-4271-9385-b6271b06b491 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:21.028830 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434441f-d220-4271-9385-b6271b06b491 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:21.029176 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434441f-d220-4271-9385-b6271b06b491 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:21.029520 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434441f-d220-4271-9385-b6271b06b491 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:21.029884 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434441f-d220-4271-9385-b6271b06b491 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:21.030226 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434441f-d220-4271-9385-b6271b06b491 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:21.061665 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-5434441f-d220-4271-9385-b6271b06b491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:21.083968 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ec975ab-c74e-40d7-8f10-e2cd1aebfe5d req-bb7624dd-7817-494f-95e9-a4546c416c8e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Router d1165100-40dd-47bd-a365-a5fb76951709 has already been hosted by L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 {{(pid=78471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:43:21.089472 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-1319f0f6-83dc-4f54-9042-70609242e616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:21.120578 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-1319f0f6-83dc-4f54-9042-70609242e616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:21.180748 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-1319f0f6-83dc-4f54-9042-70609242e616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:21.186090 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-f71f79c7-e16a-4f7f-b4cf-4374080ce1e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:21.199406 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319f0f6-83dc-4f54-9042-70609242e616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c27eb11-5433-4cbe-8213-cd0d0b088d4c,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:21.202802 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-1319f0f6-83dc-4f54-9042-70609242e616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:21.209139 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-1319f0f6-83dc-4f54-9042-70609242e616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:21.212735 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-1319f0f6-83dc-4f54-9042-70609242e616 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3c27eb11-5433-4cbe-8213-cd0d0b088d4c HTTP/1.1" status: 204 len: 168 time: 0.2006283 Jun 17 14:43:21.247975 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a83e4-341e-43e9-b9ac-97328859ad8b req-efed7224-1b8c-4a52-9d75-55b7de772337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:21.249426 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-960a83e4-341e-43e9-b9ac-97328859ad8b req-efed7224-1b8c-4a52-9d75-55b7de772337 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9c6f823-49c8-4485-b839-e1f6ac7bae1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2424099 Jun 17 14:43:21.461162 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ec975ab-c74e-40d7-8f10-e2cd1aebfe5d req-bb7624dd-7817-494f-95e9-a4546c416c8e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:43:21.476574 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea8b1bd-96ee-4219-a9b5-854d11c39bdc None None] Sync routers for ids ['d1165100-40dd-47bd-a365-a5fb76951709'] in dv-cinder-796859-1-smb {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:43:21.487969 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea8b1bd-96ee-4219-a9b5-854d11c39bdc None None] Routers {'d1165100-40dd-47bd-a365-a5fb76951709'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:43:21.488869 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-bea8b1bd-96ee-4219-a9b5-854d11c39bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:43:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['d1165100-40dd-47bd-a365-a5fb76951709'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:43:21.590317 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec975ab-c74e-40d7-8f10-e2cd1aebfe5d req-bb7624dd-7817-494f-95e9-a4546c416c8e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] No DVR routers for this DVR port 8d1bc185-d46e-4577-a534-c1b56d2cde81 on host hv-cinder-79685 {{(pid=78471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:43:21.599688 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262ae2c-2ff7-4eca-a551-92f795e62b61 req-afc82a12-5b8d-4c2b-8a85-c2e171162896 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:21.601223 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7262ae2c-2ff7-4eca-a551-92f795e62b61 req-afc82a12-5b8d-4c2b-8a85-c2e171162896 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 944 time: 0.4201877 Jun 17 14:43:21.602336 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-6ec975ab-c74e-40d7-8f10-e2cd1aebfe5d req-bb7624dd-7817-494f-95e9-a4546c416c8e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:21.603442 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 24a8b426-cc9f-47aa-86b4-232d3ebc7da0 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:43:21.615667 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f61358f-286b-4dc2-aae2-318433457ea8', 'name': 'network-vif-deleted', 'tag': '8d1bc185-d46e-4577-a534-c1b56d2cde81'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:43:21.649517 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-960a83e4-341e-43e9-b9ac-97328859ad8b req-6a714022-b3b9-4e25-887e-14dc4c7f06e3 service neutron] 10.222.0.72 "GET /v2.0/networks/f9c6f823-49c8-4485-b839-e1f6ac7bae1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430028 Jun 17 14:43:21.649936 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 46966) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:21.667073 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6ec975ab-c74e-40d7-8f10-e2cd1aebfe5d req-bb7624dd-7817-494f-95e9-a4546c416c8e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.72 "DELETE /v2.0/ports/8d1bc185-d46e-4577-a534-c1b56d2cde81 HTTP/1.1" status: 204 len: 173 time: 2.5288045 Jun 17 14:43:21.692883 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-04441fd2-e670-4363-a4aa-e1486ac2dc40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:21.712838 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7262ae2c-2ff7-4eca-a551-92f795e62b61 req-fbbcff7f-d4fb-444d-ab7d-891b4278146b tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899072 Jun 17 14:43:21.741723 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-04441fd2-e670-4363-a4aa-e1486ac2dc40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:43:21.753709 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-04441fd2-e670-4363-a4aa-e1486ac2dc40 admin admin] Usage tracker for resource:security_group_rule and tenant:544710d9f7254caca681f609b9651ea7 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:43:21.765657 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-04441fd2-e670-4363-a4aa-e1486ac2dc40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:43:21.779596 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-04441fd2-e670-4363-a4aa-e1486ac2dc40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:43:21.798385 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 24a8b426-cc9f-47aa-86b4-232d3ebc7da0, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=24a8b426-cc9f-47aa-86b4-232d3ebc7da0,segment=NetworkSegment(641cfba1-205c-43fe-b661-eaecd2041264),segment_id=641cfba1-205c-43fe-b661-eaecd2041264)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:43:21.817505 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Returning: {'device': '24a8b426-cc9f-47aa-86b4-232d3ebc7da0', 'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f', 'port_id': '24a8b426-cc9f-47aa-86b4-232d3ebc7da0', 'mac_address': 'fa:16:3e:69:a5:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e046bc50-f404-4c4a-b363-a37e2ffe6253', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:43:21.821725 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 8d1bc185-d46e-4577-a534-c1b56d2cde81 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:43:21.945847 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] No Port match for: 8d1bc185-d46e-4577-a534-c1b56d2cde81 {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:43:21.946202 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 8d1bc185-d46e-4577-a534-c1b56d2cde81 not bound to the agent host hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:43:21.986534 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-d411db53-e71c-480a-996c-01a202b025d4 req-acba7f85-1449-4b7c-8d12-49216a3857ad tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Synchronizing usage tracker for tenant:092c45fa4f034867b5054335dbba9fa1 on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:43:22.019958 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-d411db53-e71c-480a-996c-01a202b025d4 req-acba7f85-1449-4b7c-8d12-49216a3857ad tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Unset dirty status for tenant:092c45fa4f034867b5054335dbba9fa1 on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:43:22.021950 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d411db53-e71c-480a-996c-01a202b025d4 req-acba7f85-1449-4b7c-8d12-49216a3857ad tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f61358f-286b-4dc2-aae2-318433457ea8 HTTP/1.1" status: 200 len: 210 time: 0.1147604 Jun 17 14:43:22.027260 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-04441fd2-e670-4363-a4aa-e1486ac2dc40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:22.032666 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-960a83e4-341e-43e9-b9ac-97328859ad8b req-2e5ccefb-dd50-4715-b690-1f6462ad1cfb service neutron] 10.222.0.72 "GET /v2.0/networks/f9c6f823-49c8-4485-b839-e1f6ac7bae1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667159 Jun 17 14:43:22.035345 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-04441fd2-e670-4363-a4aa-e1486ac2dc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:22.048224 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:22.075151 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24a8b426-cc9f-47aa-86b4-232d3ebc7da0 {{(pid=78473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:43:22.083670 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-bea8b1bd-96ee-4219-a9b5-854d11c39bdc None None] Set router d1165100-40dd-47bd-a365-a5fb76951709 gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:43:22.104801 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-8b211dee-ce33-4e88-b959-cc652dd5db8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:22.128001 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-04441fd2-e670-4363-a4aa-e1486ac2dc40 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=544710d9f7254caca681f609b9651ea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4768367 Jun 17 14:43:22.130749 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 46970) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:22.164052 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 24a8b426-cc9f-47aa-86b4-232d3ebc7da0, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=24a8b426-cc9f-47aa-86b4-232d3ebc7da0,segment=NetworkSegment(641cfba1-205c-43fe-b661-eaecd2041264),segment_id=641cfba1-205c-43fe-b661-eaecd2041264)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:43:22.169059 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04441fd2-e670-4363-a4aa-e1486ac2dc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b87e84-8a82-4372-ae62-ab10c7ddb2fd,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:22.182799 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-04441fd2-e670-4363-a4aa-e1486ac2dc40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:22.190256 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f61358f-286b-4dc2-aae2-318433457ea8', 'name': 'network-vif-deleted', 'tag': '8d1bc185-d46e-4577-a534-c1b56d2cde81', 'status': 'completed', 'code': 200} Jun 17 14:43:22.226677 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f111b0f9-3df9-4934-bf37-2987c3cca971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:22.231917 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:22.239990 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-53ed8a8c-9e29-419f-bcf2-5683bd137461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:22.254780 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f111b0f9-3df9-4934-bf37-2987c3cca971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:22.322945 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f111b0f9-3df9-4934-bf37-2987c3cca971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:22.328044 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-2e03aba2-cc6e-45e6-beba-f1171c526c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:22.339386 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111b0f9-3df9-4934-bf37-2987c3cca971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b87e84-8a82-4372-ae62-ab10c7ddb2fd,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:22.349621 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111b0f9-3df9-4934-bf37-2987c3cca971 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:22.350089 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111b0f9-3df9-4934-bf37-2987c3cca971 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:22.350523 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111b0f9-3df9-4934-bf37-2987c3cca971 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:22.350947 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111b0f9-3df9-4934-bf37-2987c3cca971 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:22.351367 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111b0f9-3df9-4934-bf37-2987c3cca971 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:22.351788 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111b0f9-3df9-4934-bf37-2987c3cca971 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:22.352205 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111b0f9-3df9-4934-bf37-2987c3cca971 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:22.352619 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111b0f9-3df9-4934-bf37-2987c3cca971 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:22.353034 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111b0f9-3df9-4934-bf37-2987c3cca971 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:22.353464 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111b0f9-3df9-4934-bf37-2987c3cca971 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:22.353959 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111b0f9-3df9-4934-bf37-2987c3cca971 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:22.354373 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111b0f9-3df9-4934-bf37-2987c3cca971 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:22.357315 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-f111b0f9-3df9-4934-bf37-2987c3cca971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:22.358352 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f111b0f9-3df9-4934-bf37-2987c3cca971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:22.363091 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-f111b0f9-3df9-4934-bf37-2987c3cca971 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/39b87e84-8a82-4372-ae62-ab10c7ddb2fd HTTP/1.1" status: 204 len: 168 time: 0.2302322 Jun 17 14:43:22.407557 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=24a8b426-cc9f-47aa-86b4-232d3ebc7da0,revision_number=4']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:22.413152 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:22.546100 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-bea8b1bd-96ee-4219-a9b5-854d11c39bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'name': 'tempest-AttachVolumeShelveTestJSON-1729819513-router', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:02Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'gw_port': {'id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:06Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': '1330286d-38fc-4f60-843d-5ffa1b9a236b', 'name': '', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'mac_address': 'fa:16:3e:25:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '49d50089-0579-444b-be8e-835b748ebcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:17Z', 'updated_at': '2021-06-17T14:39:43Z', 'revision_number': 5, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'subnets': [{'id': '49d50089-0579-444b-be8e-835b748ebcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:43:22.551219 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea8b1bd-96ee-4219-a9b5-854d11c39bdc None None] Checking router: d1165100-40dd-47bd-a365-a5fb76951709 for host: dv-cinder-796859-1-smb {{(pid=78473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:43:22.560614 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea8b1bd-96ee-4219-a9b5-854d11c39bdc None None] Routers {'d1165100-40dd-47bd-a365-a5fb76951709'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:43:22.561253 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-bea8b1bd-96ee-4219-a9b5-854d11c39bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:43:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['d1165100-40dd-47bd-a365-a5fb76951709'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:43:22.709099 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['24a8b426-cc9f-47aa-86b4-232d3ebc7da0'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:43:22.815030 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-bea8b1bd-96ee-4219-a9b5-854d11c39bdc None None] Set router d1165100-40dd-47bd-a365-a5fb76951709 gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:43:22.958639 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f90615-6f72-4a19-bbf9-af23b2b00c14 req-d8da505f-824e-4329-b989-6e40b92081fa tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:22.961998 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-14f90615-6f72-4a19-bbf9-af23b2b00c14 req-d8da505f-824e-4329-b989-6e40b92081fa tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 945 time: 0.1243217 Jun 17 14:43:23.030049 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-14f90615-6f72-4a19-bbf9-af23b2b00c14 req-2a9b62c3-b97e-48c9-b286-bec453a3217b tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584383 Jun 17 14:43:23.267513 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 47004) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:23.342982 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-bfe18bef-80c5-4226-842c-27399cdfe9c4 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:23.375975 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-bfe18bef-80c5-4226-842c-27399cdfe9c4 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:23.421489 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-bea8b1bd-96ee-4219-a9b5-854d11c39bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'name': 'tempest-AttachVolumeShelveTestJSON-1729819513-router', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:02Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'gw_port': {'id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:06Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': '1330286d-38fc-4f60-843d-5ffa1b9a236b', 'name': '', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'mac_address': 'fa:16:3e:25:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '49d50089-0579-444b-be8e-835b748ebcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:17Z', 'updated_at': '2021-06-17T14:39:43Z', 'revision_number': 5, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'subnets': [{'id': '49d50089-0579-444b-be8e-835b748ebcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:43:23.435129 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea8b1bd-96ee-4219-a9b5-854d11c39bdc None None] The sync data for ids ['d1165100-40dd-47bd-a365-a5fb76951709'] in dv-cinder-796859-1-smb is: [{'id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'name': 'tempest-AttachVolumeShelveTestJSON-1729819513-router', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:02Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'gw_port': {'id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:06Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': '1330286d-38fc-4f60-843d-5ffa1b9a236b', 'name': '', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'mac_address': 'fa:16:3e:25:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '49d50089-0579-444b-be8e-835b748ebcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:17Z', 'updated_at': '2021-06-17T14:39:43Z', 'revision_number': 5, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'subnets': [{'id': '49d50089-0579-444b-be8e-835b748ebcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:43:23.461693 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-bfe18bef-80c5-4226-842c-27399cdfe9c4 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:23.468061 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-967c72dd-e2c4-43f0-8abe-a3076c9266ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:23.506263 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe18bef-80c5-4226-842c-27399cdfe9c4 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4518131a-3d43-4841-8ae6-5366afdfdac0,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:23.514109 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-bfe18bef-80c5-4226-842c-27399cdfe9c4 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:23.530697 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-bfe18bef-80c5-4226-842c-27399cdfe9c4 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:23.535074 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-bfe18bef-80c5-4226-842c-27399cdfe9c4 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "DELETE /v2.0/security-groups/4518131a-3d43-4841-8ae6-5366afdfdac0 HTTP/1.1" status: 204 len: 168 time: 0.2634313 Jun 17 14:43:23.535587 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 47014) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:23.555495 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.api.v2.resource [None req-0a25ac4a-6c12-49c7-9db2-ddfa653f50d6 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] show failed (client error): The resource could not be found. Jun 17 14:43:23.556640 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-0a25ac4a-6c12-49c7-9db2-ddfa653f50d6 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups/4518131a-3d43-4841-8ae6-5366afdfdac0 HTTP/1.1" status: 404 len: 347 time: 0.0198779 Jun 17 14:43:23.559650 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 47018) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:23.815479 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-938182ce-d3e3-4824-bdaf-8814953ea79c tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Deleting port 88cab322-f8ac-4390-b104-ef6b2bbf5c1a {{(pid=78472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:43:23.815928 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-938182ce-d3e3-4824-bdaf-8814953ea79c tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:23.816749 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd224721-7afe-4425-a077-26190d0d2251 None None] New status for floating IP 36c54e55-e055-4932-ad80-d755285b0dff: DOWN {{(pid=78474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:43:23.990065 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-938182ce-d3e3-4824-bdaf-8814953ea79c tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:23.990629 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-938182ce-d3e3-4824-bdaf-8814953ea79c tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:24.150073 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-938182ce-d3e3-4824-bdaf-8814953ea79c tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Calling delete_port for 88cab322-f8ac-4390-b104-ef6b2bbf5c1a owned by network:floatingip {{(pid=78472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:43:24.253069 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.db.api [None req-938182ce-d3e3-4824-bdaf-8814953ea79c tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 14:43:24.254272 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_db.api [None req-938182ce-d3e3-4824-bdaf-8814953ea79c tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 14:43:24.280389 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615e4da-ae5c-43d8-b838-7434f8d903bb req-a01a84d2-d251-4f4d-a2d6-136f6f0ae146 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:24.282482 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4615e4da-ae5c-43d8-b838-7434f8d903bb req-a01a84d2-d251-4f4d-a2d6-136f6f0ae146 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 945 time: 0.0983374 Jun 17 14:43:24.330101 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4615e4da-ae5c-43d8-b838-7434f8d903bb req-82c8f316-39a2-4bab-b58e-e7e54e22d6f9 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416050 Jun 17 14:43:24.755435 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-938182ce-d3e3-4824-bdaf-8814953ea79c tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Deleting port 88cab322-f8ac-4390-b104-ef6b2bbf5c1a {{(pid=78472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:43:24.755813 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-938182ce-d3e3-4824-bdaf-8814953ea79c tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:24.934401 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-938182ce-d3e3-4824-bdaf-8814953ea79c tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:24.934726 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-938182ce-d3e3-4824-bdaf-8814953ea79c tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:25.060697 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-938182ce-d3e3-4824-bdaf-8814953ea79c tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Calling delete_port for 88cab322-f8ac-4390-b104-ef6b2bbf5c1a owned by network:floatingip {{(pid=78472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:43:25.206159 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-938182ce-d3e3-4824-bdaf-8814953ea79c tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14896044'] for port, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:25.210807 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:25.253214 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938182ce-d3e3-4824-bdaf-8814953ea79c tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Pushing event deleted for resources: {'Port': ['ID=88cab322-f8ac-4390-b104-ef6b2bbf5c1a,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:25.256411 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-938182ce-d3e3-4824-bdaf-8814953ea79c tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:25.347901 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-938182ce-d3e3-4824-bdaf-8814953ea79c tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for floatingip, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:25.375415 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-938182ce-d3e3-4824-bdaf-8814953ea79c tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for floatingip, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:25.389655 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-938182ce-d3e3-4824-bdaf-8814953ea79c tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "DELETE /v2.0/floatingips/36c54e55-e055-4932-ad80-d755285b0dff HTTP/1.1" status: 204 len: 168 time: 1.8194420 Jun 17 14:43:25.527457 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b3eb1-2c92-46e6-ba72-72a2660af231 req-5baf0172-6544-449c-bcce-6c3df09a315d tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:25.529165 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-9b8b3eb1-2c92-46e6-ba72-72a2660af231 req-5baf0172-6544-449c-bcce-6c3df09a315d tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 945 time: 0.0937502 Jun 17 14:43:25.591174 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-9b8b3eb1-2c92-46e6-ba72-72a2660af231 req-e1a97d65-57fb-41ae-ae9c-1e5ed4c19dc7 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550909 Jun 17 14:43:25.619307 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 24a8b426-cc9f-47aa-86b4-232d3ebc7da0 up at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:43:25.675921 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 47078) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:25.681558 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-73e7df5c-249a-4190-a7cd-1a96b058b22e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1623739812', 'description': 'tempest-description--1270998641'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:43:25.687165 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-73e7df5c-249a-4190-a7cd-1a96b058b22e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:43:25.693113 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-73e7df5c-249a-4190-a7cd-1a96b058b22e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Usage tracker for resource:security_group and tenant:092c45fa4f034867b5054335dbba9fa1 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:43:25.696570 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-73e7df5c-249a-4190-a7cd-1a96b058b22e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:43:25.702706 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-73e7df5c-249a-4190-a7cd-1a96b058b22e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:43:25.710025 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:25.715752 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-73e7df5c-249a-4190-a7cd-1a96b058b22e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:25.726006 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning for port 24a8b426-cc9f-47aa-86b4-232d3ebc7da0 completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:43:25.732384 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning complete for port 24a8b426-cc9f-47aa-86b4-232d3ebc7da0 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:43:25.733072 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:25.741840 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-73e7df5c-249a-4190-a7cd-1a96b058b22e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:43:25.746375 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-73e7df5c-249a-4190-a7cd-1a96b058b22e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Usage tracker for resource:security_group_rule and tenant:092c45fa4f034867b5054335dbba9fa1 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:43:25.751226 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-73e7df5c-249a-4190-a7cd-1a96b058b22e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:43:25.758457 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-73e7df5c-249a-4190-a7cd-1a96b058b22e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:43:25.847555 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-73e7df5c-249a-4190-a7cd-1a96b058b22e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:25.858710 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-73e7df5c-249a-4190-a7cd-1a96b058b22e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:25.876115 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-2f4ea78f-f409-4a78-9abb-cb8c752707b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:25.899069 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-73e7df5c-249a-4190-a7cd-1a96b058b22e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:25.900359 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-73e7df5c-249a-4190-a7cd-1a96b058b22e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2234683 Jun 17 14:43:25.904907 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 47088) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:25.914508 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-063b26db-99e7-43d0-867c-4a51b5d8867f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Request body: {'security_group_rule': {'security_group_id': 'b508317d-1177-4935-817a-664f191f5058', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:43:25.916418 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7df5c-249a-4190-a7cd-1a96b058b22e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b508317d-1177-4935-817a-664f191f5058,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:25.921682 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-73e7df5c-249a-4190-a7cd-1a96b058b22e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:25.929774 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-063b26db-99e7-43d0-867c-4a51b5d8867f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:43:25.933782 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-063b26db-99e7-43d0-867c-4a51b5d8867f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Usage tracker for resource:security_group_rule and tenant:092c45fa4f034867b5054335dbba9fa1 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:43:25.936710 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-063b26db-99e7-43d0-867c-4a51b5d8867f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:43:25.943193 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-063b26db-99e7-43d0-867c-4a51b5d8867f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:43:25.951058 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:25.959096 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-063b26db-99e7-43d0-867c-4a51b5d8867f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:25.981394 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2fa79b-d9e5-4368-a087-3bdb9d36a524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a8b426-cc9f-47aa-86b4-232d3ebc7da0'}] {{(pid=78473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:43:25.992406 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 24a8b426-cc9f-47aa-86b4-232d3ebc7da0, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=24a8b426-cc9f-47aa-86b4-232d3ebc7da0,segment=NetworkSegment(641cfba1-205c-43fe-b661-eaecd2041264),segment_id=641cfba1-205c-43fe-b661-eaecd2041264)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:43:25.996479 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:25.999400 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:26.028056 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-063b26db-99e7-43d0-867c-4a51b5d8867f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:26.034037 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-063b26db-99e7-43d0-867c-4a51b5d8867f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767735'] for security_group_rule, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:26.036195 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:26.040633 dv-cinder-796859-1-smb neutron-server[78473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2fa79b-d9e5-4368-a087-3bdb9d36a524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a8b426-cc9f-47aa-86b4-232d3ebc7da0', 'code': 200} Jun 17 14:43:26.061001 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b26db-99e7-43d0-867c-4a51b5d8867f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233ea608-2344-491f-bcb6-1d56c2292de1,revision_number=0']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:26.069475 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-063b26db-99e7-43d0-867c-4a51b5d8867f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:26.077231 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=24a8b426-cc9f-47aa-86b4-232d3ebc7da0,revision_number=5']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:26.079101 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-063b26db-99e7-43d0-867c-4a51b5d8867f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:26.081245 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-063b26db-99e7-43d0-867c-4a51b5d8867f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1725361 Jun 17 14:43:26.084404 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 47094) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:26.090134 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-5d464d71-030b-4667-af5d-71d81d5ede1e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Request body: {'security_group_rule': {'security_group_id': 'b508317d-1177-4935-817a-664f191f5058', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:43:26.098663 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-5d464d71-030b-4667-af5d-71d81d5ede1e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:43:26.099532 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:26.099975 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:26.100376 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:26.100881 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:26.101158 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:26.101550 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:26.102181 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:26.102337 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:26.102717 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:26.102941 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-5d464d71-030b-4667-af5d-71d81d5ede1e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Usage tracker for resource:security_group_rule and tenant:092c45fa4f034867b5054335dbba9fa1 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:43:26.103159 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:26.103538 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:26.103938 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:43:26.105766 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-5d464d71-030b-4667-af5d-71d81d5ede1e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:43:26.107946 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:26.113914 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-5d464d71-030b-4667-af5d-71d81d5ede1e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:43:26.131517 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5d464d71-030b-4667-af5d-71d81d5ede1e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:26.194215 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5d464d71-030b-4667-af5d-71d81d5ede1e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:26.198627 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5d464d71-030b-4667-af5d-71d81d5ede1e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767735'] for security_group_rule, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:26.200665 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-aaa98d8e-a18d-40ec-975d-8870b65c90ef tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:26.221859 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d464d71-030b-4667-af5d-71d81d5ede1e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a17c2262-86af-4a71-af91-6a1e43b4c448,revision_number=0']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:26.225701 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-5d464d71-030b-4667-af5d-71d81d5ede1e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:26.233831 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5d464d71-030b-4667-af5d-71d81d5ede1e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:26.235058 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-5d464d71-030b-4667-af5d-71d81d5ede1e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1495814 Jun 17 14:43:26.238240 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 47098) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:26.243359 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-ce2d7313-3c0f-498a-9848-6c431535cb4b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Request body: {'floatingip': {'floating_network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:43:26.248956 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-ce2d7313-3c0f-498a-9848-6c431535cb4b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:43:26.253296 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-ce2d7313-3c0f-498a-9848-6c431535cb4b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Usage tracker for resource:floatingip and tenant:092c45fa4f034867b5054335dbba9fa1 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:43:26.256055 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-ce2d7313-3c0f-498a-9848-6c431535cb4b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:43:26.262760 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-ce2d7313-3c0f-498a-9848-6c431535cb4b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:43:26.275416 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-ce2d7313-3c0f-498a-9848-6c431535cb4b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for floatingip, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:26.418156 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-ce2d7313-3c0f-498a-9848-6c431535cb4b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:26.425203 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf6116-91ec-4a22-a4e7-ab9af4ad73af req-4319a61b-67b6-4575-830b-0356fcfd7d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:26.426579 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-fbbf6116-91ec-4a22-a4e7-ab9af4ad73af req-4319a61b-67b6-4575-830b-0356fcfd7d26 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 1099 time: 0.0729072 Jun 17 14:43:26.476333 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-fbbf6116-91ec-4a22-a4e7-ab9af4ad73af req-5d79bbdb-471e-4631-b532-b0ebb9169f15 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372372 Jun 17 14:43:26.646588 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.db_base_plugin_common [None req-ce2d7313-3c0f-498a-9848-6c431535cb4b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Allocated IP 172.28.2.242 (a25846cf-426a-46fe-928d-52e0b9163129/3ba06ebc-ae5d-4516-941b-79e431a8638b/874aab20-bf3c-410e-8b43-ef1d988fd621) {{(pid=78472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:43:26.788951 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bce8d7-45ee-44ac-976a-05dc87b6aaaf req-3d54cb1d-ed21-4e74-ace4-93a048182f65 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:26.791192 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-59bce8d7-45ee-44ac-976a-05dc87b6aaaf req-3d54cb1d-ed21-4e74-ace4-93a048182f65 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 946 time: 0.0911076 Jun 17 14:43:26.806330 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-ce2d7313-3c0f-498a-9848-6c431535cb4b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for port, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:26.843624 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-59bce8d7-45ee-44ac-976a-05dc87b6aaaf req-e5c48c20-1288-4bd0-9a85-2ceaed4b3d7b tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461066 Jun 17 14:43:26.846703 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-ce2d7313-3c0f-498a-9848-6c431535cb4b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14896044'] for port, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:26.852183 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-3e6bd588-d538-45af-a7eb-0da8fad90365 tempest-VolumesActionsTest-1350201156 tempest-VolumesActionsTest-1350201156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:26.928960 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2d7313-3c0f-498a-9848-6c431535cb4b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Network a25846cf-426a-46fe-928d-52e0b9163129 is already hosted by enough agents. {{(pid=78472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:43:26.932378 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.base_scheduler [None req-ce2d7313-3c0f-498a-9848-6c431535cb4b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Resources bound (agent type, host, resource id): {{(pid=78472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:43:26.936312 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2d7313-3c0f-498a-9848-6c431535cb4b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Received port after_create {{(pid=78472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:43:26.976567 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d7313-3c0f-498a-9848-6c431535cb4b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Pushing event updated for resources: {'Port': ['ID=874aab20-bf3c-410e-8b43-ef1d988fd621,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:26.991095 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-ce2d7313-3c0f-498a-9848-6c431535cb4b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:27.088317 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-ce2d7313-3c0f-498a-9848-6c431535cb4b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:27.173972 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-ce2d7313-3c0f-498a-9848-6c431535cb4b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:27.411198 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-ce2d7313-3c0f-498a-9848-6c431535cb4b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for port, precommit_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:27.415799 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-ce2d7313-3c0f-498a-9848-6c431535cb4b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14896021'] for port, after_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:27.419570 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:27.525286 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d7313-3c0f-498a-9848-6c431535cb4b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Pushing event updated for resources: {'Port': ['ID=874aab20-bf3c-410e-8b43-ef1d988fd621,revision_number=2']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:27.529308 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-ce2d7313-3c0f-498a-9848-6c431535cb4b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:27.539934 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-ce2d7313-3c0f-498a-9848-6c431535cb4b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768940'] for floatingip, after_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:27.562583 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-ce2d7313-3c0f-498a-9848-6c431535cb4b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for floatingip, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:27.564798 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-ce2d7313-3c0f-498a-9848-6c431535cb4b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3255932 Jun 17 14:43:27.783444 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-b4665ecc-8ccc-4848-9937-16f923fb232f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Synchronizing usage tracker for tenant:092c45fa4f034867b5054335dbba9fa1 on resource:security_group {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:43:27.798230 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-b4665ecc-8ccc-4848-9937-16f923fb232f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Unset dirty status for tenant:092c45fa4f034867b5054335dbba9fa1 on resource:security_group {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:43:27.803384 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-b4665ecc-8ccc-4848-9937-16f923fb232f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1623739812&fields=id&tenant_id=092c45fa4f034867b5054335dbba9fa1 HTTP/1.1" status: 200 len: 267 time: 0.0553057 Jun 17 14:43:27.962050 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-9cd490e5-1769-420d-8d7c-912206abf5b9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:27.963482 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-9cd490e5-1769-420d-8d7c-912206abf5b9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/networks?id=4883627e-6fe8-4d7a-b297-cbdd10bc6a3f HTTP/1.1" status: 200 len: 817 time: 0.1545887 Jun 17 14:43:27.978893 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-0c630271-e796-4007-a19e-e1d42d4ba9b4 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/quotas/092c45fa4f034867b5054335dbba9fa1 HTTP/1.1" status: 200 len: 375 time: 0.0091758 Jun 17 14:43:28.042513 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27285e69-0578-4f8e-bf72-dbd9ec00d32d req-9333490d-d82a-407e-a12a-b476420d24e4 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:28.043946 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-27285e69-0578-4f8e-bf72-dbd9ec00d32d req-9333490d-d82a-407e-a12a-b476420d24e4 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 946 time: 0.0864697 Jun 17 14:43:28.122144 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-27285e69-0578-4f8e-bf72-dbd9ec00d32d req-88646bcb-b4b9-47f6-bbe3-c7d1788eca26 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675082 Jun 17 14:43:28.180560 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-d2a5eac3-cb05-4210-9649-f1d59b4d51fc tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=092c45fa4f034867b5054335dbba9fa1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1954122 Jun 17 14:43:28.344859 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-1a9f193c-fc75-4c57-8cb8-f33d35b35136 service neutron] 10.222.0.77 "GET /v2.0/networks/4883627e-6fe8-4d7a-b297-cbdd10bc6a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472273 Jun 17 14:43:28.481301 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-c6fad04f-171e-4366-ab93-da1cf7a99f07 service neutron] 10.222.0.77 "GET /v2.0/networks/4883627e-6fe8-4d7a-b297-cbdd10bc6a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295431 Jun 17 14:43:28.662450 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-219e2d3d-80e4-437f-a27c-d172abda837e req-5edd36b5-d0c8-4958-9be8-627081db8259 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Synchronizing usage tracker for tenant:092c45fa4f034867b5054335dbba9fa1 on resource:port {{(pid=78472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:43:28.680937 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-219e2d3d-80e4-437f-a27c-d172abda837e req-5edd36b5-d0c8-4958-9be8-627081db8259 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Unset dirty status for tenant:092c45fa4f034867b5054335dbba9fa1 on resource:port {{(pid=78472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:43:28.686187 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-219e2d3d-80e4-437f-a27c-d172abda837e req-5edd36b5-d0c8-4958-9be8-627081db8259 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 210 time: 0.0660937 Jun 17 14:43:29.312089 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e997d2-9be6-413d-8a97-83f70904e7a7 req-f3aefe89-8b83-41f2-8691-8956c6e43870 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:29.314425 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e2e997d2-9be6-413d-8a97-83f70904e7a7 req-f3aefe89-8b83-41f2-8691-8956c6e43870 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 946 time: 0.0835729 Jun 17 14:43:29.368899 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e2e997d2-9be6-413d-8a97-83f70904e7a7 req-ce4c7654-64f7-4bef-8c29-d9f55498d95a tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465331 Jun 17 14:43:29.560088 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4a940-5e58-46e7-a0f9-a378ae0fe7d8 req-72fb122f-6d14-454a-8ff1-89305652125f tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:29.561552 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-b3a4a940-5e58-46e7-a0f9-a378ae0fe7d8 req-72fb122f-6d14-454a-8ff1-89305652125f tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 946 time: 0.0849633 Jun 17 14:43:29.622585 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-b3a4a940-5e58-46e7-a0f9-a378ae0fe7d8 req-37834617-5fd4-406f-bcfb-00d953fac8f7 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547988 Jun 17 14:43:29.637566 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 47166) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:29.780241 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b5e17-c3ea-4f03-a6f8-ce4e507966ed req-2b1ee3b9-e3b0-41ce-aa00-a3a3c5cbbbb7 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:29.787839 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-fa6b5e17-c3ea-4f03-a6f8-ce4e507966ed req-2b1ee3b9-e3b0-41ce-aa00-a3a3c5cbbbb7 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466 HTTP/1.1" status: 200 len: 946 time: 0.0949051 Jun 17 14:43:29.857826 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-fa6b5e17-c3ea-4f03-a6f8-ce4e507966ed req-5012b5f4-a2c2-405f-83a4-e3381d53c157 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688822 Jun 17 14:43:29.860030 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-35c1890e-aa56-40b4-94c0-edba06578649 req-72ef2415-2e3e-42c8-a29b-143c0350c5e0 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 210 time: 0.0524437 Jun 17 14:43:29.956762 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d77980-baaa-4f28-8a16-20e1c7b95ae6 tempest-TestShelveInstance-669316882 tempest-TestShelveInstance-669316882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:29.958435 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-d5d77980-baaa-4f28-8a16-20e1c7b95ae6 tempest-TestShelveInstance-669316882 tempest-TestShelveInstance-669316882-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 1094 time: 0.3198171 Jun 17 14:43:29.961134 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 47178) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:29.966307 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-2d813e57-c854-4201-8bae-6d6ba8fa1375 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Request body: {'floatingip': {'floating_network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'port_id': '24a8b426-cc9f-47aa-86b4-232d3ebc7da0', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:43:29.973179 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-2d813e57-c854-4201-8bae-6d6ba8fa1375 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:43:29.977254 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-2d813e57-c854-4201-8bae-6d6ba8fa1375 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Usage tracker for resource:floatingip and tenant:9fea33bc93f24501bb4890e68635291e is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:43:29.980284 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-2d813e57-c854-4201-8bae-6d6ba8fa1375 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:43:29.986156 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-2d813e57-c854-4201-8bae-6d6ba8fa1375 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:43:30.001731 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2d813e57-c854-4201-8bae-6d6ba8fa1375 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for floatingip, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:30.150483 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-c5e027e7-ef09-4b2d-ba99-9569ad2e671b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:30.151922 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-c5e027e7-ef09-4b2d-ba99-9569ad2e671b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.72 "GET /v2.0/networks?id=4883627e-6fe8-4d7a-b297-cbdd10bc6a3f HTTP/1.1" status: 200 len: 817 time: 0.1797214 Jun 17 14:43:30.201774 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2d813e57-c854-4201-8bae-6d6ba8fa1375 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:30.226243 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-feebfc35-0fbd-460e-a77f-523538bf751f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=092c45fa4f034867b5054335dbba9fa1 HTTP/1.1" status: 200 len: 380 time: 0.0419185 Jun 17 14:43:30.244093 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-030ecaa7-c7a0-43eb-a7dc-87ff15c9f0fc tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Request body: {'port': {'device_id': 'f93a07f5-2068-4ed8-ac42-f100ebebbc1e', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'admin_state_up': True, 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'security_groups': ['b508317d-1177-4935-817a-664f191f5058']}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:43:30.362810 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.db_base_plugin_common [None req-2d813e57-c854-4201-8bae-6d6ba8fa1375 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Allocated IP 172.28.2.71 (a25846cf-426a-46fe-928d-52e0b9163129/3ba06ebc-ae5d-4516-941b-79e431a8638b/0f58b7c4-9f87-4317-b734-c66fe27c5b44) {{(pid=78472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:43:30.404199 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-030ecaa7-c7a0-43eb-a7dc-87ff15c9f0fc tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:43:30.416576 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-030ecaa7-c7a0-43eb-a7dc-87ff15c9f0fc tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:43:30.427422 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-030ecaa7-c7a0-43eb-a7dc-87ff15c9f0fc tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Made reservation on behalf of 092c45fa4f034867b5054335dbba9fa1 for: {'port': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:43:30.431982 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-030ecaa7-c7a0-43eb-a7dc-87ff15c9f0fc tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:30.616916 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_common [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-030ecaa7-c7a0-43eb-a7dc-87ff15c9f0fc tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Allocated IP 172.20.0.9 (4883627e-6fe8-4d7a-b297-cbdd10bc6a3f/49d50089-0579-444b-be8e-835b748ebcf1/b164eeb7-be62-4231-92ee-a236b42e9f0e) {{(pid=78471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:43:30.618041 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2d813e57-c854-4201-8bae-6d6ba8fa1375 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for port, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:30.652103 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2d813e57-c854-4201-8bae-6d6ba8fa1375 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14896044'] for port, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:30.657680 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:30.724066 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d813e57-c854-4201-8bae-6d6ba8fa1375 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Network a25846cf-426a-46fe-928d-52e0b9163129 is already hosted by enough agents. {{(pid=78472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:43:30.726870 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.base_scheduler [None req-2d813e57-c854-4201-8bae-6d6ba8fa1375 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Resources bound (agent type, host, resource id): {{(pid=78472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:43:30.731018 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d813e57-c854-4201-8bae-6d6ba8fa1375 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Received port after_create {{(pid=78472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:43:30.762389 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d813e57-c854-4201-8bae-6d6ba8fa1375 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Pushing event updated for resources: {'Port': ['ID=0f58b7c4-9f87-4317-b734-c66fe27c5b44,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:30.769282 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-2d813e57-c854-4201-8bae-6d6ba8fa1375 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:30.824448 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-030ecaa7-c7a0-43eb-a7dc-87ff15c9f0fc tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for port, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:30.842658 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.provisioning_blocks [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-030ecaa7-c7a0-43eb-a7dc-87ff15c9f0fc tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Transition to ACTIVE for port object b164eeb7-be62-4231-92ee-a236b42e9f0e will not be triggered until provisioned by entity DHCP. {{(pid=78471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:43:30.869750 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-030ecaa7-c7a0-43eb-a7dc-87ff15c9f0fc tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:30.876686 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-0dc3151a-6ba5-4285-947a-bc0c0aa20f9d tempest-ServerRescueNegativeTestJSON-387616415 tempest-ServerRescueNegativeTestJSON-387616415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:30.953072 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-030ecaa7-c7a0-43eb-a7dc-87ff15c9f0fc tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Network 4883627e-6fe8-4d7a-b297-cbdd10bc6a3f is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:43:30.957341 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-030ecaa7-c7a0-43eb-a7dc-87ff15c9f0fc tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:43:30.961519 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-030ecaa7-c7a0-43eb-a7dc-87ff15c9f0fc tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Received port after_create {{(pid=78471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:43:31.002223 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ecaa7-c7a0-43eb-a7dc-87ff15c9f0fc tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Pushing event updated for resources: {'Port': ['ID=b164eeb7-be62-4231-92ee-a236b42e9f0e,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:31.010606 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-030ecaa7-c7a0-43eb-a7dc-87ff15c9f0fc tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:31.056802 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-030ecaa7-c7a0-43eb-a7dc-87ff15c9f0fc tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:31.057983 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-030ecaa7-c7a0-43eb-a7dc-87ff15c9f0fc tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:31.203552 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-030ecaa7-c7a0-43eb-a7dc-87ff15c9f0fc tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9638538 Jun 17 14:43:31.225829 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac3d29-adfb-4efc-bfcf-00f930b0b1dd req-8736f7ad-45d1-4e95-9831-c7b47f2c7f59 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:31.234276 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b6ac3d29-adfb-4efc-bfcf-00f930b0b1dd req-8736f7ad-45d1-4e95-9831-c7b47f2c7f59 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466 HTTP/1.1" status: 200 len: 946 time: 0.1486208 Jun 17 14:43:31.260792 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-7795a5fb-843d-4ba9-ab35-1f59ea7812f9 service neutron] Request body: {'port': {'device_id': 'f93a07f5-2068-4ed8-ac42-f100ebebbc1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:43:31.315370 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e28c5-b089-47f2-9acc-7915408e6d63 req-982ab01f-490c-4408-b711-7bb93be1212d tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:31.315834 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-96e9fdab-9057-4127-9b0a-d41dd7be7630 None None] Provisioning for port b164eeb7-be62-4231-92ee-a236b42e9f0e completed by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:43:31.322615 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-e55e28c5-b089-47f2-9acc-7915408e6d63 req-982ab01f-490c-4408-b711-7bb93be1212d tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 931 time: 0.2345824 Jun 17 14:43:31.327961 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-96e9fdab-9057-4127-9b0a-d41dd7be7630 None None] Provisioning complete for port b164eeb7-be62-4231-92ee-a236b42e9f0e triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:43:31.329075 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-96e9fdab-9057-4127-9b0a-d41dd7be7630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:31.346352 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b6ac3d29-adfb-4efc-bfcf-00f930b0b1dd req-ecfb7ebb-9c2e-4636-983a-e251c09eb3e0 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101639 Jun 17 14:43:31.383494 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-e55e28c5-b089-47f2-9acc-7915408e6d63 req-1759f93d-d4cf-4839-9a9e-4cc3f1cb858d tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Synchronizing usage tracker for tenant:092c45fa4f034867b5054335dbba9fa1 on resource:security_group {{(pid=78472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:43:31.409338 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-e55e28c5-b089-47f2-9acc-7915408e6d63 req-1759f93d-d4cf-4839-9a9e-4cc3f1cb858d tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Unset dirty status for tenant:092c45fa4f034867b5054335dbba9fa1 on resource:security_group {{(pid=78472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:43:31.421252 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-e55e28c5-b089-47f2-9acc-7915408e6d63 req-1759f93d-d4cf-4839-9a9e-4cc3f1cb858d tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976174 Jun 17 14:43:31.431797 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-7795a5fb-843d-4ba9-ab35-1f59ea7812f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:31.432366 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-96e9fdab-9057-4127-9b0a-d41dd7be7630 None None] Port b164eeb7-be62-4231-92ee-a236b42e9f0e cannot update to ACTIVE because it is not bound. {{(pid=78473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:43:31.477726 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2d813e57-c854-4201-8bae-6d6ba8fa1375 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:31.571404 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2d813e57-c854-4201-8bae-6d6ba8fa1375 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:31.825935 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2d813e57-c854-4201-8bae-6d6ba8fa1375 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for port, precommit_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:31.832332 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2d813e57-c854-4201-8bae-6d6ba8fa1375 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14896021'] for port, after_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:31.838298 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:31.929771 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-7795a5fb-843d-4ba9-ab35-1f59ea7812f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b164eeb7-be62-4231-92ee-a236b42e9f0e {{(pid=78471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:43:31.937856 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-7795a5fb-843d-4ba9-ab35-1f59ea7812f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:31.951144 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d813e57-c854-4201-8bae-6d6ba8fa1375 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Pushing event updated for resources: {'Port': ['ID=0f58b7c4-9f87-4317-b734-c66fe27c5b44,revision_number=2']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:31.953365 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.provisioning_blocks [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-7795a5fb-843d-4ba9-ab35-1f59ea7812f9 service neutron] Transition to ACTIVE for port object b164eeb7-be62-4231-92ee-a236b42e9f0e will not be triggered until provisioned by entity L2. {{(pid=78471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:43:31.956070 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-2d813e57-c854-4201-8bae-6d6ba8fa1375 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:31.961062 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-7795a5fb-843d-4ba9-ab35-1f59ea7812f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:31.963452 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2d813e57-c854-4201-8bae-6d6ba8fa1375 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768940'] for floatingip, after_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:31.967207 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:32.132814 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795a5fb-843d-4ba9-ab35-1f59ea7812f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b164eeb7-be62-4231-92ee-a236b42e9f0e,revision_number=2']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:32.140267 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-7795a5fb-843d-4ba9-ab35-1f59ea7812f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:32.151009 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.db.l3_db [None req-2d813e57-c854-4201-8bae-6d6ba8fa1375 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Floating IP 58323123-2047-4a7f-9195-7b299e11c680 associated. External IP: 172.28.2.71, port: 24a8b426-cc9f-47aa-86b4-232d3ebc7da0. Jun 17 14:43:32.218836 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-7795a5fb-843d-4ba9-ab35-1f59ea7812f9 service neutron] Attempting to bind port b164eeb7-be62-4231-92ee-a236b42e9f0e on host hv-cinder-79685 for vnic_type normal with profile {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:43:32.219221 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-7795a5fb-843d-4ba9-ab35-1f59ea7812f9 service neutron] Attempting to bind port b164eeb7-be62-4231-92ee-a236b42e9f0e by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': 'ef4e99fd-5ea2-4b62-860e-4bd36a6de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f'}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:43:32.220272 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-7795a5fb-843d-4ba9-ab35-1f59ea7812f9 service neutron] Attempting to bind port b164eeb7-be62-4231-92ee-a236b42e9f0e on network 4883627e-6fe8-4d7a-b297-cbdd10bc6a3f {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:43:32.225484 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-7795a5fb-843d-4ba9-ab35-1f59ea7812f9 service neutron] Port b164eeb7-be62-4231-92ee-a236b42e9f0e on network 4883627e-6fe8-4d7a-b297-cbdd10bc6a3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:43:32.225883 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-7795a5fb-843d-4ba9-ab35-1f59ea7812f9 service neutron] Attempting to bind port b164eeb7-be62-4231-92ee-a236b42e9f0e on network 4883627e-6fe8-4d7a-b297-cbdd10bc6a3f {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:43:32.231314 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-7795a5fb-843d-4ba9-ab35-1f59ea7812f9 service neutron] Checking agent: {'id': '80af2de7-c944-442b-b56f-5ae10827120d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:43:32.231787 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-7795a5fb-843d-4ba9-ab35-1f59ea7812f9 service neutron] Checking segment: {'id': 'ef4e99fd-5ea2-4b62-860e-4bd36a6de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:43:32.232179 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-7795a5fb-843d-4ba9-ab35-1f59ea7812f9 service neutron] Bound using segment: {'id': 'ef4e99fd-5ea2-4b62-860e-4bd36a6de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f'} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:43:32.232605 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-7795a5fb-843d-4ba9-ab35-1f59ea7812f9 service neutron] Bound port: b164eeb7-be62-4231-92ee-a236b42e9f0e, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef4e99fd-5ea2-4b62-860e-4bd36a6de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f'}}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:43:32.232950 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-7795a5fb-843d-4ba9-ab35-1f59ea7812f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:32.327484 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-7795a5fb-843d-4ba9-ab35-1f59ea7812f9 service neutron] For port b164eeb7-be62-4231-92ee-a236b42e9f0e, host hv-cinder-79685, cleared binding levels {{(pid=78471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:43:32.330344 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-7795a5fb-843d-4ba9-ab35-1f59ea7812f9 service neutron] For port b164eeb7-be62-4231-92ee-a236b42e9f0e, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=b164eeb7-be62-4231-92ee-a236b42e9f0e,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:43:32.336238 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-7795a5fb-843d-4ba9-ab35-1f59ea7812f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:32.340902 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:32.400113 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-7795a5fb-843d-4ba9-ab35-1f59ea7812f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:32.400988 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-7795a5fb-843d-4ba9-ab35-1f59ea7812f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:32.402440 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-7795a5fb-843d-4ba9-ab35-1f59ea7812f9 service neutron] 10.222.0.72 "PUT /v2.0/ports/b164eeb7-be62-4231-92ee-a236b42e9f0e HTTP/1.1" status: 200 len: 1093 time: 1.1460569 Jun 17 14:43:32.402857 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f93a07f5-2068-4ed8-ac42-f100ebebbc1e', 'tag': 'b164eeb7-be62-4231-92ee-a236b42e9f0e'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:43:32.440373 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795a5fb-843d-4ba9-ab35-1f59ea7812f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b164eeb7-be62-4231-92ee-a236b42e9f0e,revision_number=3']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:32.452492 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-7795a5fb-843d-4ba9-ab35-1f59ea7812f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:32.481342 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f93a07f5-2068-4ed8-ac42-f100ebebbc1e', 'tag': 'b164eeb7-be62-4231-92ee-a236b42e9f0e', 'status': 'completed', 'code': 200} Jun 17 14:43:32.682358 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9d518-c438-47be-8bbc-7766be12b67d req-7d9acd8d-422f-4adc-8ebf-e27a041287a4 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:32.684004 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9ec9d518-c438-47be-8bbc-7766be12b67d req-7d9acd8d-422f-4adc-8ebf-e27a041287a4 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466 HTTP/1.1" status: 200 len: 946 time: 0.1758323 Jun 17 14:43:32.697277 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-2b49777b-9c9f-4d54-bf79-f4abba3aa08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:32.698805 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-2b49777b-9c9f-4d54-bf79-f4abba3aa08a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=092c45fa4f034867b5054335dbba9fa1&device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 1096 time: 0.1878371 Jun 17 14:43:32.765132 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d813e57-c854-4201-8bae-6d6ba8fa1375 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Router 2910190a-f424-490e-b1a5-107ea8b1daa1 has already been hosted by L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 {{(pid=78472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:43:32.777690 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1bac5-650b-4edc-a473-d1087f7aa026 req-c333bd77-fc37-462f-b3ba-2fe104a6d224 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:32.779053 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-81a1bac5-650b-4edc-a473-d1087f7aa026 req-c333bd77-fc37-462f-b3ba-2fe104a6d224 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 943 time: 0.1927853 Jun 17 14:43:32.799752 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-d0f7358d-7433-4677-b8c5-76d36ce208a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b164eeb7-be62-4231-92ee-a236b42e9f0e HTTP/1.1" status: 200 len: 217 time: 0.0710516 Jun 17 14:43:32.802850 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9ec9d518-c438-47be-8bbc-7766be12b67d req-1a0550b4-e885-4cf8-84cb-cbf7848bde12 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089270 Jun 17 14:43:32.872742 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-07072f04-6935-48bd-a106-01ab96cc94c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:32.874206 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-07072f04-6935-48bd-a106-01ab96cc94c7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49d50089-0579-444b-be8e-835b748ebcf1 HTTP/1.1" status: 200 len: 856 time: 0.0634859 Jun 17 14:43:32.964764 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-81a1bac5-650b-4edc-a473-d1087f7aa026 req-3a5a28a3-7e83-4131-af05-3a2a3ad4e2c7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246095 Jun 17 14:43:32.970728 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-7b018724-4ec7-45e3-aafb-c11321f39950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:32.972292 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-7b018724-4ec7-45e3-aafb-c11321f39950 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4883627e-6fe8-4d7a-b297-cbdd10bc6a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846839 Jun 17 14:43:33.005917 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d813e57-c854-4201-8bae-6d6ba8fa1375 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:43:33.019254 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4807c3-8bc2-490a-8ea0-304be4479092 None None] Sync routers for ids ['2910190a-f424-490e-b1a5-107ea8b1daa1'] in dv-cinder-796859-1-smb {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:43:33.029707 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4807c3-8bc2-490a-8ea0-304be4479092 None None] Routers {'2910190a-f424-490e-b1a5-107ea8b1daa1'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:43:33.031004 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-1f4807c3-8bc2-490a-8ea0-304be4479092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:43:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['2910190a-f424-490e-b1a5-107ea8b1daa1'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:43:33.054262 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2d813e57-c854-4201-8bae-6d6ba8fa1375 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for floatingip, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:33.146048 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-a7f3a12f-2230-4963-baeb-b8208860686e service neutron] 10.222.0.72 "GET /v2.0/networks/4883627e-6fe8-4d7a-b297-cbdd10bc6a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621804 Jun 17 14:43:33.170439 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-2d813e57-c854-4201-8bae-6d6ba8fa1375 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2082126 Jun 17 14:43:33.171350 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2fa79b-d9e5-4368-a087-3bdb9d36a524', 'tag': '24a8b426-cc9f-47aa-86b4-232d3ebc7da0'}] {{(pid=78472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:43:33.228393 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2fa79b-d9e5-4368-a087-3bdb9d36a524', 'tag': '24a8b426-cc9f-47aa-86b4-232d3ebc7da0', 'status': 'completed', 'code': 200} Jun 17 14:43:33.240317 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-1f4807c3-8bc2-490a-8ea0-304be4479092 None None] Set router 2910190a-f424-490e-b1a5-107ea8b1daa1 gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:43:33.389656 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-57169f26-cd9d-4401-8d31-af07dcf10b9d req-28731107-eeb9-4866-bdd7-9f5b80646bba service neutron] 10.222.0.72 "GET /v2.0/networks/4883627e-6fe8-4d7a-b297-cbdd10bc6a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306473 Jun 17 14:43:33.406331 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98ae2d-9890-43e5-aeb6-4e76b794f08c req-19881b67-1a77-4b7c-a076-412cbe52e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:33.408977 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ba98ae2d-9890-43e5-aeb6-4e76b794f08c req-19881b67-1a77-4b7c-a076-412cbe52e122 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9fea33bc93f24501bb4890e68635291e&device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 1099 time: 0.1076503 Jun 17 14:43:33.489054 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 47238) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:33.583960 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98ae2d-9890-43e5-aeb6-4e76b794f08c req-511b4d9b-0376-428e-b718-5d6034ac1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:33.585420 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ba98ae2d-9890-43e5-aeb6-4e76b794f08c req-511b4d9b-0376-428e-b718-5d6034ac1ce0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9c6f823-49c8-4485-b839-e1f6ac7bae1f HTTP/1.1" status: 200 len: 910 time: 0.1671629 Jun 17 14:43:33.618295 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-35463e63-647d-4c2f-9238-a2704b31af17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:33.619430 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-1f4807c3-8bc2-490a-8ea0-304be4479092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'name': 'tempest-TestShelveInstance-288871012-router', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '0c142e06-5494-4005-bfd6-947a497a92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:42:31Z', 'updated_at': '2021-06-17T14:42:35Z', 'revision_number': 4, 'project_id': '9fea33bc93f24501bb4890e68635291e', 'gw_port': {'id': '0c142e06-5494-4005-bfd6-947a497a92af', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:32Z', 'updated_at': '2021-06-17T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_floatingips': [{'id': '58323123-2047-4a7f-9195-7b299e11c680', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'floating_ip_address': '172.28.2.71', 'floating_network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'router_id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'port_id': '24a8b426-cc9f-47aa-86b4-232d3ebc7da0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f', 'mac_address': 'fa:16:3e:69:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2fa79b-d9e5-4368-a087-3bdb9d36a524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:43:31Z', 'updated_at': '2021-06-17T14:43:31Z', 'revision_number': 0, 'project_id': '9fea33bc93f24501bb4890e68635291e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5178557-12de-4ce3-9cc6-bfe4c73e0780', 'name': '', 'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'mac_address': 'fa:16:3e:a8:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'e046bc50-f404-4c4a-b363-a37e2ffe6253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:35Z', 'updated_at': '2021-06-17T14:42:42Z', 'revision_number': 5, 'project_id': '9fea33bc93f24501bb4890e68635291e', 'subnets': [{'id': 'e046bc50-f404-4c4a-b363-a37e2ffe6253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:43:33.624210 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4807c3-8bc2-490a-8ea0-304be4479092 None None] Checking router: 2910190a-f424-490e-b1a5-107ea8b1daa1 for host: dv-cinder-796859-1-smb {{(pid=78473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:43:33.635604 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4807c3-8bc2-490a-8ea0-304be4479092 None None] Routers {'2910190a-f424-490e-b1a5-107ea8b1daa1'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:43:33.635883 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-35463e63-647d-4c2f-9238-a2704b31af17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:43:33.636391 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-1f4807c3-8bc2-490a-8ea0-304be4479092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:43:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['2910190a-f424-490e-b1a5-107ea8b1daa1'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:43:33.639899 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-35463e63-647d-4c2f-9238-a2704b31af17 admin admin] Usage tracker for resource:security_group_rule and tenant:d2f104488d774d01b3506a8a34a4755b is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:43:33.643148 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-35463e63-647d-4c2f-9238-a2704b31af17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:43:33.648992 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-35463e63-647d-4c2f-9238-a2704b31af17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:43:33.744052 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-35463e63-647d-4c2f-9238-a2704b31af17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:33.749411 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-35463e63-647d-4c2f-9238-a2704b31af17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:33.759788 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-327f79b3-5441-406c-8de7-aa09dd1159a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:33.792984 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ba98ae2d-9890-43e5-aeb6-4e76b794f08c req-070135f6-40be-4aa5-a24d-bf0ef9ebb9a2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24a8b426-cc9f-47aa-86b4-232d3ebc7da0 HTTP/1.1" status: 200 len: 999 time: 0.1930156 Jun 17 14:43:33.800876 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3203ebf-ed4d-4158-9a38-73a2d0b171b4 req-257e415b-3c33-433e-89e9-c46c32928326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:33.802371 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e3203ebf-ed4d-4158-9a38-73a2d0b171b4 req-257e415b-3c33-433e-89e9-c46c32928326 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=092c45fa4f034867b5054335dbba9fa1&device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 1096 time: 0.2559071 Jun 17 14:43:33.808689 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-35463e63-647d-4c2f-9238-a2704b31af17 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d2f104488d774d01b3506a8a34a4755b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162537 Jun 17 14:43:33.809359 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 47244) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:33.822499 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35463e63-647d-4c2f-9238-a2704b31af17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48f446e-c048-4648-bf4a-021c2c462134,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:33.825883 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-35463e63-647d-4c2f-9238-a2704b31af17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:33.842205 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-1f4807c3-8bc2-490a-8ea0-304be4479092 None None] Set router 2910190a-f424-490e-b1a5-107ea8b1daa1 gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:43:33.887533 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-31496225-cb92-49d6-a127-e78b1a5ef66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:33.967735 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-31496225-cb92-49d6-a127-e78b1a5ef66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:33.972585 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98ae2d-9890-43e5-aeb6-4e76b794f08c req-67289461-e8d8-4a14-9b08-c2a63027b00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:33.974078 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ba98ae2d-9890-43e5-aeb6-4e76b794f08c req-67289461-e8d8-4a14-9b08-c2a63027b00a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e046bc50-f404-4c4a-b363-a37e2ffe6253 HTTP/1.1" status: 200 len: 847 time: 0.1708620 Jun 17 14:43:34.070931 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-31496225-cb92-49d6-a127-e78b1a5ef66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:34.080444 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-a892b537-471d-4bbf-898a-9303e6b5f931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:34.095199 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3203ebf-ed4d-4158-9a38-73a2d0b171b4 req-b2d7579c-7064-4177-8602-8fa9384dde33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:34.096837 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e3203ebf-ed4d-4158-9a38-73a2d0b171b4 req-b2d7579c-7064-4177-8602-8fa9384dde33 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4883627e-6fe8-4d7a-b297-cbdd10bc6a3f HTTP/1.1" status: 200 len: 919 time: 0.2538435 Jun 17 14:43:34.100377 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d6175-a074-4284-a9e9-86ba00cb80c0 req-484409b4-383c-4c78-b8ff-f1a2f62f7423 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:34.101928 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-be7d6175-a074-4284-a9e9-86ba00cb80c0 req-484409b4-383c-4c78-b8ff-f1a2f62f7423 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466 HTTP/1.1" status: 200 len: 946 time: 0.1761506 Jun 17 14:43:34.106156 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-31496225-cb92-49d6-a127-e78b1a5ef66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:34.107458 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-31496225-cb92-49d6-a127-e78b1a5ef66b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d48f446e-c048-4648-bf4a-021c2c462134 HTTP/1.1" status: 204 len: 168 time: 0.2971323 Jun 17 14:43:34.108424 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31496225-cb92-49d6-a127-e78b1a5ef66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48f446e-c048-4648-bf4a-021c2c462134,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:34.118530 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-31496225-cb92-49d6-a127-e78b1a5ef66b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:34.168820 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-be7d6175-a074-4284-a9e9-86ba00cb80c0 req-d7792a7d-65de-4376-9a0f-0907d91fb8c7 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492463 Jun 17 14:43:34.239246 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e3203ebf-ed4d-4158-9a38-73a2d0b171b4 req-6e7a68d8-a1b7-43fc-9ed4-117a69d6210f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b164eeb7-be62-4231-92ee-a236b42e9f0e HTTP/1.1" status: 200 len: 217 time: 0.1131573 Jun 17 14:43:34.313932 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98ae2d-9890-43e5-aeb6-4e76b794f08c req-b5afcbd6-9a98-4eb8-8134-f037b19d5b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:34.315558 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ba98ae2d-9890-43e5-aeb6-4e76b794f08c req-b5afcbd6-9a98-4eb8-8134-f037b19d5b78 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9c6f823-49c8-4485-b839-e1f6ac7bae1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3276517 Jun 17 14:43:34.358437 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-1f4807c3-8bc2-490a-8ea0-304be4479092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'name': 'tempest-TestShelveInstance-288871012-router', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '0c142e06-5494-4005-bfd6-947a497a92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:42:31Z', 'updated_at': '2021-06-17T14:42:35Z', 'revision_number': 4, 'project_id': '9fea33bc93f24501bb4890e68635291e', 'gw_port': {'id': '0c142e06-5494-4005-bfd6-947a497a92af', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:32Z', 'updated_at': '2021-06-17T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_floatingips': [{'id': '58323123-2047-4a7f-9195-7b299e11c680', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'floating_ip_address': '172.28.2.71', 'floating_network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'router_id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'port_id': '24a8b426-cc9f-47aa-86b4-232d3ebc7da0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f', 'mac_address': 'fa:16:3e:69:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2fa79b-d9e5-4368-a087-3bdb9d36a524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:43:31Z', 'updated_at': '2021-06-17T14:43:31Z', 'revision_number': 0, 'project_id': '9fea33bc93f24501bb4890e68635291e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5178557-12de-4ce3-9cc6-bfe4c73e0780', 'name': '', 'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'mac_address': 'fa:16:3e:a8:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'e046bc50-f404-4c4a-b363-a37e2ffe6253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:35Z', 'updated_at': '2021-06-17T14:42:42Z', 'revision_number': 5, 'project_id': '9fea33bc93f24501bb4890e68635291e', 'subnets': [{'id': 'e046bc50-f404-4c4a-b363-a37e2ffe6253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:43:34.364737 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4807c3-8bc2-490a-8ea0-304be4479092 None None] The sync data for ids ['2910190a-f424-490e-b1a5-107ea8b1daa1'] in dv-cinder-796859-1-smb is: [{'id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'name': 'tempest-TestShelveInstance-288871012-router', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '0c142e06-5494-4005-bfd6-947a497a92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:42:31Z', 'updated_at': '2021-06-17T14:42:35Z', 'revision_number': 4, 'project_id': '9fea33bc93f24501bb4890e68635291e', 'gw_port': {'id': '0c142e06-5494-4005-bfd6-947a497a92af', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:32Z', 'updated_at': '2021-06-17T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_floatingips': [{'id': '58323123-2047-4a7f-9195-7b299e11c680', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'floating_ip_address': '172.28.2.71', 'floating_network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'router_id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'port_id': '24a8b426-cc9f-47aa-86b4-232d3ebc7da0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f', 'mac_address': 'fa:16:3e:69:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2fa79b-d9e5-4368-a087-3bdb9d36a524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:43:31Z', 'updated_at': '2021-06-17T14:43:31Z', 'revision_number': 0, 'project_id': '9fea33bc93f24501bb4890e68635291e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5178557-12de-4ce3-9cc6-bfe4c73e0780', 'name': '', 'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'mac_address': 'fa:16:3e:a8:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'e046bc50-f404-4c4a-b363-a37e2ffe6253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:35Z', 'updated_at': '2021-06-17T14:42:42Z', 'revision_number': 5, 'project_id': '9fea33bc93f24501bb4890e68635291e', 'subnets': [{'id': 'e046bc50-f404-4c4a-b363-a37e2ffe6253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:43:34.454750 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3203ebf-ed4d-4158-9a38-73a2d0b171b4 req-16f32574-5fc4-437b-bec4-570feca766d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:34.456198 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e3203ebf-ed4d-4158-9a38-73a2d0b171b4 req-16f32574-5fc4-437b-bec4-570feca766d6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49d50089-0579-444b-be8e-835b748ebcf1 HTTP/1.1" status: 200 len: 856 time: 0.1789529 Jun 17 14:43:34.521332 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 47256) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:34.542626 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9e24d98a-ddba-45a5-a51e-ef134b0fe00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:34.563222 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-9e24d98a-ddba-45a5-a51e-ef134b0fe00b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:43:34.568743 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-9e24d98a-ddba-45a5-a51e-ef134b0fe00b admin admin] Usage tracker for resource:security_group_rule and tenant:1ac88f07085f4880a8bad79db727c22a is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:43:34.572415 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-9e24d98a-ddba-45a5-a51e-ef134b0fe00b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:43:34.575609 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38833d27-6a8a-4abf-a9f1-1310882e1fb0 req-19213b0f-2ddc-4359-8650-b59ced264806 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:34.576351 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-38833d27-6a8a-4abf-a9f1-1310882e1fb0 req-19213b0f-2ddc-4359-8650-b59ced264806 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Synchronizing usage tracker for tenant:092c45fa4f034867b5054335dbba9fa1 on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:43:34.578732 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-9e24d98a-ddba-45a5-a51e-ef134b0fe00b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:43:34.580327 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ba98ae2d-9890-43e5-aeb6-4e76b794f08c req-006c1724-b38e-4378-a219-44b03f9c3092 service neutron] 10.222.0.72 "GET /v2.0/networks/f9c6f823-49c8-4485-b839-e1f6ac7bae1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449355 Jun 17 14:43:34.646840 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-38833d27-6a8a-4abf-a9f1-1310882e1fb0 req-19213b0f-2ddc-4359-8650-b59ced264806 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Unset dirty status for tenant:092c45fa4f034867b5054335dbba9fa1 on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:43:34.648316 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-38833d27-6a8a-4abf-a9f1-1310882e1fb0 req-19213b0f-2ddc-4359-8650-b59ced264806 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 943 time: 0.4131548 Jun 17 14:43:34.655142 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed5ba3e-a707-401a-9861-e00bb2532f91 None None] New status for floating IP 58323123-2047-4a7f-9195-7b299e11c680: ACTIVE {{(pid=78474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:43:34.731022 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9e24d98a-ddba-45a5-a51e-ef134b0fe00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:34.737285 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9e24d98a-ddba-45a5-a51e-ef134b0fe00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:34.759400 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3203ebf-ed4d-4158-9a38-73a2d0b171b4 req-075a4e4c-fe15-422b-8dd9-917ab1977bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:34.760777 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e3203ebf-ed4d-4158-9a38-73a2d0b171b4 req-075a4e4c-fe15-422b-8dd9-917ab1977bee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4883627e-6fe8-4d7a-b297-cbdd10bc6a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2895601 Jun 17 14:43:34.774393 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-54c394f3-dde7-4cc0-9aa9-fdd4d488ee20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:34.785092 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-9e24d98a-ddba-45a5-a51e-ef134b0fe00b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1ac88f07085f4880a8bad79db727c22a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2626083 Jun 17 14:43:34.787951 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 47260) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:34.821803 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-38833d27-6a8a-4abf-a9f1-1310882e1fb0 req-bad49e84-dcd7-4dad-b697-ce48c3c9a3f9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632681 Jun 17 14:43:34.838538 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ba98ae2d-9890-43e5-aeb6-4e76b794f08c req-d9fadf01-49be-42af-b11b-770645478f24 service neutron] 10.222.0.72 "GET /v2.0/networks/f9c6f823-49c8-4485-b839-e1f6ac7bae1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453861 Jun 17 14:43:34.846489 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24d98a-ddba-45a5-a51e-ef134b0fe00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bda94db-2fea-40bf-b568-f6a6132957ad,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:34.856227 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-9e24d98a-ddba-45a5-a51e-ef134b0fe00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:34.899976 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2ad59762-802c-4514-9754-b37308dbd8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:34.929009 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2ad59762-802c-4514-9754-b37308dbd8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:34.953246 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e3203ebf-ed4d-4158-9a38-73a2d0b171b4 req-d29dcb44-6f88-4978-bdc0-e01bc12cb177 service neutron] 10.222.0.72 "GET /v2.0/networks/4883627e-6fe8-4d7a-b297-cbdd10bc6a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772211 Jun 17 14:43:34.983017 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2ad59762-802c-4514-9754-b37308dbd8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:34.989115 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-b2e2cc24-498e-4a49-a54b-111a12176855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:35.002317 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad59762-802c-4514-9754-b37308dbd8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bda94db-2fea-40bf-b568-f6a6132957ad,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:35.005302 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-2ad59762-802c-4514-9754-b37308dbd8a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:35.007646 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2ad59762-802c-4514-9754-b37308dbd8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:35.008724 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-2ad59762-802c-4514-9754-b37308dbd8a7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6bda94db-2fea-40bf-b568-f6a6132957ad HTTP/1.1" status: 204 len: 168 time: 0.2194700 Jun 17 14:43:35.105059 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e3203ebf-ed4d-4158-9a38-73a2d0b171b4 req-8c239077-bc5a-4fb9-bd9d-58399aada910 service neutron] 10.222.0.72 "GET /v2.0/networks/4883627e-6fe8-4d7a-b297-cbdd10bc6a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401217 Jun 17 14:43:35.371346 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee388f27-8111-4e60-8fe6-20278f5425b9 req-e0980a8e-fdca-410e-8db4-f4da7fdde0c3 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:35.372817 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-ee388f27-8111-4e60-8fe6-20278f5425b9 req-e0980a8e-fdca-410e-8db4-f4da7fdde0c3 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466 HTTP/1.1" status: 200 len: 946 time: 0.0883718 Jun 17 14:43:35.382902 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 47270) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:35.401011 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-feef3e4f-b380-488b-80d2-57d8c8062ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:35.416587 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-feef3e4f-b380-488b-80d2-57d8c8062ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:43:35.420008 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-ee388f27-8111-4e60-8fe6-20278f5425b9 req-d702f052-3325-407d-872f-48836de3eec2 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409331 Jun 17 14:43:35.420695 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-feef3e4f-b380-488b-80d2-57d8c8062ba6 admin admin] Usage tracker for resource:security_group_rule and tenant:01114585c6c946a7a5925b17e382b28a is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:43:35.424345 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-feef3e4f-b380-488b-80d2-57d8c8062ba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:43:35.430431 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-feef3e4f-b380-488b-80d2-57d8c8062ba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:43:35.513607 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-feef3e4f-b380-488b-80d2-57d8c8062ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:35.517271 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-feef3e4f-b380-488b-80d2-57d8c8062ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:35.525275 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-a4ea4097-c1be-4c11-a255-36eef7e4f34e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:35.565383 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-feef3e4f-b380-488b-80d2-57d8c8062ba6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=01114585c6c946a7a5925b17e382b28a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1812799 Jun 17 14:43:35.566842 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef3e4f-b380-488b-80d2-57d8c8062ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600d5cb6-bac6-4747-a0bd-9e3e1542445f,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:35.567869 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 47274) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:35.570325 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-feef3e4f-b380-488b-80d2-57d8c8062ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:35.627208 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-afd8bb3c-975d-42d5-8477-02de6efa6451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:35.653989 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-afd8bb3c-975d-42d5-8477-02de6efa6451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:35.655053 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device b164eeb7-be62-4231-92ee-a236b42e9f0e details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:43:35.710343 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-afd8bb3c-975d-42d5-8477-02de6efa6451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:35.714084 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-73e7df5c-249a-4190-a7cd-1a96b058b22e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:35.728526 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8bb3c-975d-42d5-8477-02de6efa6451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600d5cb6-bac6-4747-a0bd-9e3e1542445f,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:35.731687 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-afd8bb3c-975d-42d5-8477-02de6efa6451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:35.739549 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-afd8bb3c-975d-42d5-8477-02de6efa6451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:35.742964 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-afd8bb3c-975d-42d5-8477-02de6efa6451 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/600d5cb6-bac6-4747-a0bd-9e3e1542445f HTTP/1.1" status: 204 len: 168 time: 0.1717873 Jun 17 14:43:35.799504 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port b164eeb7-be62-4231-92ee-a236b42e9f0e, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=b164eeb7-be62-4231-92ee-a236b42e9f0e,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:43:35.812886 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Returning: {'device': 'b164eeb7-be62-4231-92ee-a236b42e9f0e', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'port_id': 'b164eeb7-be62-4231-92ee-a236b42e9f0e', 'mac_address': 'fa:16:3e:55:b3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d50089-0579-444b-be8e-835b748ebcf1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:43:35.871824 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:35.894356 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b164eeb7-be62-4231-92ee-a236b42e9f0e {{(pid=78473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:43:35.912892 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port b164eeb7-be62-4231-92ee-a236b42e9f0e, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=b164eeb7-be62-4231-92ee-a236b42e9f0e,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:43:35.917118 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:35.918967 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:35.994894 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=b164eeb7-be62-4231-92ee-a236b42e9f0e,revision_number=4']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:35.998515 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:36.049230 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1e61a-7c18-4919-bd95-6a7462182be2 req-e53b7b79-c0a8-487c-8c48-ffa2d87a6361 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:36.050821 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e4f1e61a-7c18-4919-bd95-6a7462182be2 req-e53b7b79-c0a8-487c-8c48-ffa2d87a6361 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 944 time: 0.0976858 Jun 17 14:43:36.105465 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e4f1e61a-7c18-4919-bd95-6a7462182be2 req-966e86b9-1cb9-4822-b04b-8f8c1437a322 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448875 Jun 17 14:43:36.390112 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-f749d26f-119c-4fc5-9be2-4953b17e3c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:36.461822 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['b164eeb7-be62-4231-92ee-a236b42e9f0e'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:43:36.663358 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c397fd-38db-49a4-b56b-4f43b093e43e req-0e9c2e85-dd94-4013-975f-b80fff0bf661 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:36.664894 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-64c397fd-38db-49a4-b56b-4f43b093e43e req-0e9c2e85-dd94-4013-975f-b80fff0bf661 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466 HTTP/1.1" status: 200 len: 946 time: 0.1304736 Jun 17 14:43:36.712082 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-64c397fd-38db-49a4-b56b-4f43b093e43e req-5122c868-0203-44bc-a713-1222eac9b3f5 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/security-groups?id=59ada9f9-b827-460d-acd5-d3abbfec98e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415504 Jun 17 14:43:36.851762 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:36.930885 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6df6f2-a96b-4e5c-9df6-c16f24dd6a96 req-c62eba8b-d8dd-4776-8e18-cc4dbaa2ae9b tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:36.932360 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1b6df6f2-a96b-4e5c-9df6-c16f24dd6a96 req-c62eba8b-d8dd-4776-8e18-cc4dbaa2ae9b tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466 HTTP/1.1" status: 200 len: 946 time: 0.0904846 Jun 17 14:43:37.113150 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-1b6df6f2-a96b-4e5c-9df6-c16f24dd6a96 req-8d67040e-f301-4e9d-a794-91b58cdf285b tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Deleting port 1aa7697d-15e2-4d55-9333-45545e1f202b {{(pid=78471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:43:37.113835 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-1b6df6f2-a96b-4e5c-9df6-c16f24dd6a96 req-8d67040e-f301-4e9d-a794-91b58cdf285b tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:37.427780 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-1b6df6f2-a96b-4e5c-9df6-c16f24dd6a96 req-8d67040e-f301-4e9d-a794-91b58cdf285b tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] For port 1aa7697d-15e2-4d55-9333-45545e1f202b, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=1aa7697d-15e2-4d55-9333-45545e1f202b,segment=NetworkSegment(c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f),segment_id=c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f)] {{(pid=78471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:43:37.428130 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-1b6df6f2-a96b-4e5c-9df6-c16f24dd6a96 req-8d67040e-f301-4e9d-a794-91b58cdf285b tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:37.499823 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddc51f-6801-4e71-ab6d-348f823f1fb3 req-0a85b9f9-62f0-4e0b-8de1-9ac725a25126 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:37.501884 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-79ddc51f-6801-4e71-ab6d-348f823f1fb3 req-0a85b9f9-62f0-4e0b-8de1-9ac725a25126 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 944 time: 0.2485492 Jun 17 14:43:37.566487 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-1b6df6f2-a96b-4e5c-9df6-c16f24dd6a96 req-8d67040e-f301-4e9d-a794-91b58cdf285b tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Calling delete_port for 1aa7697d-15e2-4d55-9333-45545e1f202b owned by compute:nova {{(pid=78471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:43:37.664958 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-79ddc51f-6801-4e71-ab6d-348f823f1fb3 req-dce3a018-f79f-407c-a588-58d4e3ac5ce3 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064272 Jun 17 14:43:37.699685 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device b164eeb7-be62-4231-92ee-a236b42e9f0e up at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:43:37.764865 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-1b6df6f2-a96b-4e5c-9df6-c16f24dd6a96 req-8d67040e-f301-4e9d-a794-91b58cdf285b tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:37.772593 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-7b63c1c8-93d9-40cf-9494-8a7e9db8df0a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:37.775180 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning for port b164eeb7-be62-4231-92ee-a236b42e9f0e completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:43:37.780204 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning complete for port b164eeb7-be62-4231-92ee-a236b42e9f0e triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:43:37.780580 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:37.819623 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67040e-f301-4e9d-a794-91b58cdf285b tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Pushing event deleted for resources: {'Port': ['ID=1aa7697d-15e2-4d55-9333-45545e1f202b,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:37.822924 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-8d67040e-f301-4e9d-a794-91b58cdf285b tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:37.882763 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-40abb8bd-3bf2-4b05-b142-2d332e966567 req-7b47fea7-90b9-49ce-85d5-310e945b3c2a tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466 HTTP/1.1" status: 200 len: 210 time: 0.0489056 Jun 17 14:43:37.910395 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:37.920712 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6df6f2-a96b-4e5c-9df6-c16f24dd6a96 req-8d67040e-f301-4e9d-a794-91b58cdf285b tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] No DVR routers for this DVR port 1aa7697d-15e2-4d55-9333-45545e1f202b on host hv-cinder-79685 {{(pid=78471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:43:37.923993 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-1b6df6f2-a96b-4e5c-9df6-c16f24dd6a96 req-8d67040e-f301-4e9d-a794-91b58cdf285b tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:37.926594 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466', 'name': 'network-vif-deleted', 'tag': '1aa7697d-15e2-4d55-9333-45545e1f202b'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:43:37.949421 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93a07f5-2068-4ed8-ac42-f100ebebbc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b164eeb7-be62-4231-92ee-a236b42e9f0e'}] {{(pid=78473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:43:37.951602 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1b6df6f2-a96b-4e5c-9df6-c16f24dd6a96 req-8d67040e-f301-4e9d-a794-91b58cdf285b tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.72 "DELETE /v2.0/ports/1aa7697d-15e2-4d55-9333-45545e1f202b HTTP/1.1" status: 204 len: 173 time: 1.0063972 Jun 17 14:43:37.962560 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port b164eeb7-be62-4231-92ee-a236b42e9f0e, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=b164eeb7-be62-4231-92ee-a236b42e9f0e,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:43:37.968885 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:37.970834 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 1aa7697d-15e2-4d55-9333-45545e1f202b no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:43:37.978930 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466', 'name': 'network-vif-deleted', 'tag': '1aa7697d-15e2-4d55-9333-45545e1f202b', 'status': 'completed', 'code': 200} Jun 17 14:43:37.999785 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:38.034456 dv-cinder-796859-1-smb neutron-server[78473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93a07f5-2068-4ed8-ac42-f100ebebbc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b164eeb7-be62-4231-92ee-a236b42e9f0e', 'code': 200} Jun 17 14:43:38.040011 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] No Port match for: 1aa7697d-15e2-4d55-9333-45545e1f202b {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:43:38.040011 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 1aa7697d-15e2-4d55-9333-45545e1f202b not bound to the agent host hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:43:38.075382 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=b164eeb7-be62-4231-92ee-a236b42e9f0e,revision_number=5']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:38.078453 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:38.442172 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9990e89-9d77-4265-bc76-dd2bb5b8d547 req-44a5fad3-49d3-4475-9e5b-9b1eb60cd3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:38.443946 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d9990e89-9d77-4265-bc76-dd2bb5b8d547 req-44a5fad3-49d3-4475-9e5b-9b1eb60cd3e4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 1098 time: 0.0765066 Jun 17 14:43:38.490516 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d9990e89-9d77-4265-bc76-dd2bb5b8d547 req-d2c25cd0-9a0b-4856-a13b-598e82698063 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374212 Jun 17 14:43:38.866172 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8bae8-a758-4409-b3bf-e86b085b5f26 req-77343d62-f7f7-4ff7-8a8c-a1e591176a8c tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:38.867623 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e5c8bae8-a758-4409-b3bf-e86b085b5f26 req-77343d62-f7f7-4ff7-8a8c-a1e591176a8c tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 945 time: 0.0837471 Jun 17 14:43:38.914960 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e5c8bae8-a758-4409-b3bf-e86b085b5f26 req-58adb462-d15a-426a-965d-102f83e7fec9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416150 Jun 17 14:43:38.935128 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-49c96472-593d-415b-a4ae-3e85c6f5fe2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:39.049350 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-3c8c7392-cd05-4dcf-a076-969d0ce2bdfe req-1a0e7b79-45e3-490e-b12d-61a20f71633b tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec83ef2-4e7e-4cb4-ab6b-5a6210cfe466 HTTP/1.1" status: 200 len: 210 time: 0.0434198 Jun 17 14:43:40.125291 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550260fe-03ea-4fd3-9b36-7fa2a2d4330f req-2ed75b84-999e-42ef-ac46-828b0733b322 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:40.128430 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-550260fe-03ea-4fd3-9b36-7fa2a2d4330f req-2ed75b84-999e-42ef-ac46-828b0733b322 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 945 time: 0.0943298 Jun 17 14:43:40.146713 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:40.182971 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-550260fe-03ea-4fd3-9b36-7fa2a2d4330f req-46e9f206-a88c-4bda-8d35-b27b20921e66 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493608 Jun 17 14:43:41.196209 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:43:41.379854 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b856d7-7c7e-4b67-9b2c-c52838203c19 req-964ddc7c-2583-40cf-a81b-4540513d0835 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:41.381531 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-62b856d7-7c7e-4b67-9b2c-c52838203c19 req-964ddc7c-2583-40cf-a81b-4540513d0835 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 945 time: 0.0834045 Jun 17 14:43:41.431650 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-62b856d7-7c7e-4b67-9b2c-c52838203c19 req-f5d02b9d-3bd5-492f-a27f-c3c80e68f013 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441267 Jun 17 14:43:41.500221 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:41.620278 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96160c4-428e-4f9b-b658-04ab6f653546 req-d5114212-5aa1-4b93-b88d-0d85416fd154 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:41.621756 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d96160c4-428e-4f9b-b658-04ab6f653546 req-d5114212-5aa1-4b93-b88d-0d85416fd154 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 945 time: 0.0817323 Jun 17 14:43:41.631206 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 47398) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:41.636617 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-5c40dc50-9b96-4701-90fa-0734d139efc5 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Request body: {'floatingip': {'port_id': 'b164eeb7-be62-4231-92ee-a236b42e9f0e'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:43:41.717418 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5c40dc50-9b96-4701-90fa-0734d139efc5 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for floatingip, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:42.603825 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5c40dc50-9b96-4701-90fa-0734d139efc5 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:42.609146 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5c40dc50-9b96-4701-90fa-0734d139efc5 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768940'] for floatingip, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:42.793375 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.db.l3_db [None req-5c40dc50-9b96-4701-90fa-0734d139efc5 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Floating IP 896fb4fb-3f3e-49bf-933a-cfb7f56c5e54 associated. External IP: 172.28.2.242, port: b164eeb7-be62-4231-92ee-a236b42e9f0e. Jun 17 14:43:43.159490 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c40dc50-9b96-4701-90fa-0734d139efc5 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Router d1165100-40dd-47bd-a365-a5fb76951709 has already been hosted by L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 {{(pid=78471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:43:43.476705 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c40dc50-9b96-4701-90fa-0734d139efc5 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:43:43.482313 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-5c40dc50-9b96-4701-90fa-0734d139efc5 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for floatingip, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:43.486805 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb59c67c-a75a-42fe-b9e6-e08f13525f0a None None] Sync routers for ids ['d1165100-40dd-47bd-a365-a5fb76951709'] in dv-cinder-796859-1-smb {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:43:43.496959 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb59c67c-a75a-42fe-b9e6-e08f13525f0a None None] Routers {'d1165100-40dd-47bd-a365-a5fb76951709'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:43:43.497754 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-eb59c67c-a75a-42fe-b9e6-e08f13525f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:43:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['d1165100-40dd-47bd-a365-a5fb76951709'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:43:43.569294 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-5c40dc50-9b96-4701-90fa-0734d139efc5 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "PUT /v2.0/floatingips/896fb4fb-3f3e-49bf-933a-cfb7f56c5e54 HTTP/1.1" status: 200 len: 991 time: 1.9368429 Jun 17 14:43:43.570713 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f93a07f5-2068-4ed8-ac42-f100ebebbc1e', 'tag': 'b164eeb7-be62-4231-92ee-a236b42e9f0e'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:43:43.653254 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f93a07f5-2068-4ed8-ac42-f100ebebbc1e', 'tag': 'b164eeb7-be62-4231-92ee-a236b42e9f0e', 'status': 'completed', 'code': 200} Jun 17 14:43:43.788774 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-eb59c67c-a75a-42fe-b9e6-e08f13525f0a None None] Set router d1165100-40dd-47bd-a365-a5fb76951709 gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:43:43.805314 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a584d-72d1-4b36-84f7-d4521483f883 req-faaed8e3-1e39-4952-9cfd-127f6b7a3ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:43.806827 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d95a584d-72d1-4b36-84f7-d4521483f883 req-faaed8e3-1e39-4952-9cfd-127f6b7a3ae0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=092c45fa4f034867b5054335dbba9fa1&device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 1098 time: 0.0785754 Jun 17 14:43:43.943142 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a584d-72d1-4b36-84f7-d4521483f883 req-cbc919f9-91b3-4761-937e-c372deaeecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:43.944501 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d95a584d-72d1-4b36-84f7-d4521483f883 req-cbc919f9-91b3-4761-937e-c372deaeecb8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4883627e-6fe8-4d7a-b297-cbdd10bc6a3f HTTP/1.1" status: 200 len: 919 time: 0.1298409 Jun 17 14:43:44.052211 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d95a584d-72d1-4b36-84f7-d4521483f883 req-87340650-a44d-4762-854f-c779cb42ff48 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b164eeb7-be62-4231-92ee-a236b42e9f0e HTTP/1.1" status: 200 len: 999 time: 0.1008861 Jun 17 14:43:44.126777 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a584d-72d1-4b36-84f7-d4521483f883 req-ab01c012-e409-4e62-82d1-66601f56da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:44.129122 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d95a584d-72d1-4b36-84f7-d4521483f883 req-ab01c012-e409-4e62-82d1-66601f56da10 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49d50089-0579-444b-be8e-835b748ebcf1 HTTP/1.1" status: 200 len: 856 time: 0.0691273 Jun 17 14:43:44.205907 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-eb59c67c-a75a-42fe-b9e6-e08f13525f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'name': 'tempest-AttachVolumeShelveTestJSON-1729819513-router', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:02Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'gw_port': {'id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:06Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_floatingips': [{'id': '896fb4fb-3f3e-49bf-933a-cfb7f56c5e54', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'floating_ip_address': '172.28.2.242', 'floating_network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'router_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'port_id': 'b164eeb7-be62-4231-92ee-a236b42e9f0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'mac_address': 'fa:16:3e:55:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a07f5-2068-4ed8-ac42-f100ebebbc1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:43:27Z', 'updated_at': '2021-06-17T14:43:42Z', 'revision_number': 1, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1330286d-38fc-4f60-843d-5ffa1b9a236b', 'name': '', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'mac_address': 'fa:16:3e:25:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '49d50089-0579-444b-be8e-835b748ebcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:17Z', 'updated_at': '2021-06-17T14:39:43Z', 'revision_number': 5, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'subnets': [{'id': '49d50089-0579-444b-be8e-835b748ebcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:43:44.209767 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb59c67c-a75a-42fe-b9e6-e08f13525f0a None None] Checking router: d1165100-40dd-47bd-a365-a5fb76951709 for host: dv-cinder-796859-1-smb {{(pid=78473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:43:44.212288 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a584d-72d1-4b36-84f7-d4521483f883 req-f84cb80b-6cf6-450a-a148-5ece9be2035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:44.214302 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d95a584d-72d1-4b36-84f7-d4521483f883 req-f84cb80b-6cf6-450a-a148-5ece9be2035d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4883627e-6fe8-4d7a-b297-cbdd10bc6a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0788288 Jun 17 14:43:44.218444 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb59c67c-a75a-42fe-b9e6-e08f13525f0a None None] Routers {'d1165100-40dd-47bd-a365-a5fb76951709'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:43:44.219072 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-eb59c67c-a75a-42fe-b9e6-e08f13525f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:43:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['d1165100-40dd-47bd-a365-a5fb76951709'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:43:44.357858 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d95a584d-72d1-4b36-84f7-d4521483f883 req-493ce8f8-8d34-4f1f-b70c-a73ef1c61ee2 service neutron] 10.222.0.72 "GET /v2.0/networks/4883627e-6fe8-4d7a-b297-cbdd10bc6a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352918 Jun 17 14:43:44.416206 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-eb59c67c-a75a-42fe-b9e6-e08f13525f0a None None] Set router d1165100-40dd-47bd-a365-a5fb76951709 gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:43:44.503705 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d95a584d-72d1-4b36-84f7-d4521483f883 req-0839baa8-50b3-4ca7-9d7e-9a08502183e0 service neutron] 10.222.0.72 "GET /v2.0/networks/4883627e-6fe8-4d7a-b297-cbdd10bc6a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381824 Jun 17 14:43:44.792371 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-eb59c67c-a75a-42fe-b9e6-e08f13525f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'name': 'tempest-AttachVolumeShelveTestJSON-1729819513-router', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:02Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'gw_port': {'id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:06Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_floatingips': [{'id': '896fb4fb-3f3e-49bf-933a-cfb7f56c5e54', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'floating_ip_address': '172.28.2.242', 'floating_network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'router_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'port_id': 'b164eeb7-be62-4231-92ee-a236b42e9f0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'mac_address': 'fa:16:3e:55:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a07f5-2068-4ed8-ac42-f100ebebbc1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:43:27Z', 'updated_at': '2021-06-17T14:43:42Z', 'revision_number': 1, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1330286d-38fc-4f60-843d-5ffa1b9a236b', 'name': '', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'mac_address': 'fa:16:3e:25:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '49d50089-0579-444b-be8e-835b748ebcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:17Z', 'updated_at': '2021-06-17T14:39:43Z', 'revision_number': 5, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'subnets': [{'id': '49d50089-0579-444b-be8e-835b748ebcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:43:44.799155 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb59c67c-a75a-42fe-b9e6-e08f13525f0a None None] The sync data for ids ['d1165100-40dd-47bd-a365-a5fb76951709'] in dv-cinder-796859-1-smb is: [{'id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'name': 'tempest-AttachVolumeShelveTestJSON-1729819513-router', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:02Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'gw_port': {'id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:06Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_floatingips': [{'id': '896fb4fb-3f3e-49bf-933a-cfb7f56c5e54', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'floating_ip_address': '172.28.2.242', 'floating_network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'router_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'port_id': 'b164eeb7-be62-4231-92ee-a236b42e9f0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'mac_address': 'fa:16:3e:55:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a07f5-2068-4ed8-ac42-f100ebebbc1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:43:27Z', 'updated_at': '2021-06-17T14:43:42Z', 'revision_number': 1, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1330286d-38fc-4f60-843d-5ffa1b9a236b', 'name': '', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'mac_address': 'fa:16:3e:25:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '49d50089-0579-444b-be8e-835b748ebcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:17Z', 'updated_at': '2021-06-17T14:39:43Z', 'revision_number': 5, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'subnets': [{'id': '49d50089-0579-444b-be8e-835b748ebcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:43:45.054825 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7364d780-b7ca-4dab-a643-df82d2dbe1f1 None None] New status for floating IP 896fb4fb-3f3e-49bf-933a-cfb7f56c5e54: ACTIVE {{(pid=78474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:43:46.778290 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223868d2-b1ee-4a3f-b9a1-90191a510fdf req-dec1552d-79bf-44eb-9ef0-4c36d159144d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:46.779668 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-223868d2-b1ee-4a3f-b9a1-90191a510fdf req-dec1552d-79bf-44eb-9ef0-4c36d159144d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.0820386 Jun 17 14:43:46.825036 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-223868d2-b1ee-4a3f-b9a1-90191a510fdf req-356b7221-68cb-43f9-941b-f7172e1e1a18 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387936 Jun 17 14:43:48.113862 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa9668-8c47-4016-b2c5-f437985ca8fb req-59217b0c-9aca-4bdb-84ff-27e1893b99d2 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:48.115236 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-39aa9668-8c47-4016-b2c5-f437985ca8fb req-59217b0c-9aca-4bdb-84ff-27e1893b99d2 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.1772351 Jun 17 14:43:48.161119 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-39aa9668-8c47-4016-b2c5-f437985ca8fb req-db0f3f34-0eae-44fe-971f-07f63f74af53 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395367 Jun 17 14:43:49.353820 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ae601-3494-4985-85ee-fd4b6e74bbd4 req-48fb5457-289f-4338-9d3a-83fd8bc9beed tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:49.355281 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-806ae601-3494-4985-85ee-fd4b6e74bbd4 req-48fb5457-289f-4338-9d3a-83fd8bc9beed tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.0840440 Jun 17 14:43:49.411615 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-806ae601-3494-4985-85ee-fd4b6e74bbd4 req-95b9a075-9fa4-4e97-9efe-94451129bc2f tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=de150c40-2ca0-4252-9c53-d3d9ce692dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500989 Jun 17 14:43:49.465468 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3947468-d5a2-468c-add0-209c1cb1477a req-522b145a-1813-4416-a86b-6cc66370aaf8 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:49.466929 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b3947468-d5a2-468c-add0-209c1cb1477a req-522b145a-1813-4416-a86b-6cc66370aaf8 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.72 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 945 time: 0.0959125 Jun 17 14:43:49.546353 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-b3947468-d5a2-468c-add0-209c1cb1477a req-5d16bcca-f335-4c16-b347-c229c3c6eb07 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Deleting port 7410e06d-9a99-4bf0-a807-ae77f2b427b1 {{(pid=78471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:43:49.546695 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-b3947468-d5a2-468c-add0-209c1cb1477a req-5d16bcca-f335-4c16-b347-c229c3c6eb07 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:49.806052 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-b3947468-d5a2-468c-add0-209c1cb1477a req-5d16bcca-f335-4c16-b347-c229c3c6eb07 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] For port 7410e06d-9a99-4bf0-a807-ae77f2b427b1, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=7410e06d-9a99-4bf0-a807-ae77f2b427b1,segment=NetworkSegment(a42f3861-6b32-42c2-9d90-91f17e504aa8),segment_id=a42f3861-6b32-42c2-9d90-91f17e504aa8)] {{(pid=78471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:43:49.806327 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-b3947468-d5a2-468c-add0-209c1cb1477a req-5d16bcca-f335-4c16-b347-c229c3c6eb07 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:50.185896 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-b3947468-d5a2-468c-add0-209c1cb1477a req-5d16bcca-f335-4c16-b347-c229c3c6eb07 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:50.186254 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-b3947468-d5a2-468c-add0-209c1cb1477a req-5d16bcca-f335-4c16-b347-c229c3c6eb07 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768940'] for floatingip, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:50.186559 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.db.l3_db [req-b3947468-d5a2-468c-add0-209c1cb1477a req-5d16bcca-f335-4c16-b347-c229c3c6eb07 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Floating IP 60d31d77-1cdd-4cf4-8c23-e45b7fa803b6 disassociated. External IP: 172.28.2.164, port: 7410e06d-9a99-4bf0-a807-ae77f2b427b1. Jun 17 14:43:50.186895 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-b3947468-d5a2-468c-add0-209c1cb1477a req-5d16bcca-f335-4c16-b347-c229c3c6eb07 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Calling delete_port for 7410e06d-9a99-4bf0-a807-ae77f2b427b1 owned by compute:nova {{(pid=78471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:43:50.334094 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-b3947468-d5a2-468c-add0-209c1cb1477a req-5d16bcca-f335-4c16-b347-c229c3c6eb07 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:50.340708 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3ed15a42-572c-4544-bc03-d90c1e9e97a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:50.388874 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16bcca-f335-4c16-b347-c229c3c6eb07 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Pushing event deleted for resources: {'Port': ['ID=7410e06d-9a99-4bf0-a807-ae77f2b427b1,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:50.393887 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-5d16bcca-f335-4c16-b347-c229c3c6eb07 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:50.569392 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-88d1e589-bff3-4fd1-a6ac-2b20a20edc87 req-cd45a79e-ad62-4a08-ba15-9e8e6b5f177c tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 210 time: 0.0429907 Jun 17 14:43:50.582953 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3947468-d5a2-468c-add0-209c1cb1477a req-5d16bcca-f335-4c16-b347-c229c3c6eb07 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Router eccb3088-75f3-43cf-93b3-831e5015d82f has already been hosted by L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 {{(pid=78471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:43:50.796951 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3947468-d5a2-468c-add0-209c1cb1477a req-5d16bcca-f335-4c16-b347-c229c3c6eb07 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:43:50.808756 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28edce31-0f1e-4ea1-8968-48e23dcb53e1 None None] Sync routers for ids ['eccb3088-75f3-43cf-93b3-831e5015d82f'] in dv-cinder-796859-1-smb {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:43:50.824627 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28edce31-0f1e-4ea1-8968-48e23dcb53e1 None None] Routers {'eccb3088-75f3-43cf-93b3-831e5015d82f'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:43:50.825689 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-28edce31-0f1e-4ea1-8968-48e23dcb53e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:43:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['eccb3088-75f3-43cf-93b3-831e5015d82f'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:43:50.898998 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3947468-d5a2-468c-add0-209c1cb1477a req-5d16bcca-f335-4c16-b347-c229c3c6eb07 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] No DVR routers for this DVR port 7410e06d-9a99-4bf0-a807-ae77f2b427b1 on host hv-cinder-79685 {{(pid=78471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:43:50.901201 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-b3947468-d5a2-468c-add0-209c1cb1477a req-5d16bcca-f335-4c16-b347-c229c3c6eb07 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:50.904072 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6e13a6-da55-48c2-b803-213c1c6168ef', 'name': 'network-vif-deleted', 'tag': '7410e06d-9a99-4bf0-a807-ae77f2b427b1'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:43:50.927355 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b3947468-d5a2-468c-add0-209c1cb1477a req-5d16bcca-f335-4c16-b347-c229c3c6eb07 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.72 "DELETE /v2.0/ports/7410e06d-9a99-4bf0-a807-ae77f2b427b1 HTTP/1.1" status: 204 len: 173 time: 1.4538343 Jun 17 14:43:50.959762 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6e13a6-da55-48c2-b803-213c1c6168ef', 'name': 'network-vif-deleted', 'tag': '7410e06d-9a99-4bf0-a807-ae77f2b427b1', 'status': 'completed', 'code': 200} Jun 17 14:43:51.054313 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-28edce31-0f1e-4ea1-8968-48e23dcb53e1 None None] Set router eccb3088-75f3-43cf-93b3-831e5015d82f gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:43:51.395292 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-28edce31-0f1e-4ea1-8968-48e23dcb53e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'name': 'tempest-AttachVolumeTestJSON-832543081-router', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:09Z', 'updated_at': '2021-06-17T14:39:27Z', 'revision_number': 4, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'gw_port': {'id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:13Z', 'updated_at': '2021-06-17T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': 'be75e727-30cb-4dd1-873d-66fead1a454b', 'name': '', 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'mac_address': 'fa:16:3e:20:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:25Z', 'updated_at': '2021-06-17T14:39:45Z', 'revision_number': 5, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'subnets': [{'id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:43:51.399203 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28edce31-0f1e-4ea1-8968-48e23dcb53e1 None None] Checking router: eccb3088-75f3-43cf-93b3-831e5015d82f for host: dv-cinder-796859-1-smb {{(pid=78473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:43:51.408450 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28edce31-0f1e-4ea1-8968-48e23dcb53e1 None None] Routers {'eccb3088-75f3-43cf-93b3-831e5015d82f'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:43:51.409049 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-28edce31-0f1e-4ea1-8968-48e23dcb53e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:43:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['eccb3088-75f3-43cf-93b3-831e5015d82f'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:43:51.599328 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-28edce31-0f1e-4ea1-8968-48e23dcb53e1 None None] Set router eccb3088-75f3-43cf-93b3-831e5015d82f gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:43:51.700371 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 7410e06d-9a99-4bf0-a807-ae77f2b427b1 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:43:51.758557 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] No Port match for: 7410e06d-9a99-4bf0-a807-ae77f2b427b1 {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:43:51.758906 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 7410e06d-9a99-4bf0-a807-ae77f2b427b1 not bound to the agent host hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:43:51.773674 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-23d26089-23f9-4a34-bfc6-a019ef640c6d req-1aa4740c-6cf6-4207-a6f8-13efbaf9fbd7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Synchronizing usage tracker for tenant:80a9b853210242ac916c0e29f6c3f9bb on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:43:51.791413 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-23d26089-23f9-4a34-bfc6-a019ef640c6d req-1aa4740c-6cf6-4207-a6f8-13efbaf9fbd7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Unset dirty status for tenant:80a9b853210242ac916c0e29f6c3f9bb on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:43:51.792724 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-23d26089-23f9-4a34-bfc6-a019ef640c6d req-1aa4740c-6cf6-4207-a6f8-13efbaf9fbd7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6e13a6-da55-48c2-b803-213c1c6168ef HTTP/1.1" status: 200 len: 210 time: 0.0628984 Jun 17 14:43:52.029485 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-28edce31-0f1e-4ea1-8968-48e23dcb53e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'name': 'tempest-AttachVolumeTestJSON-832543081-router', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:09Z', 'updated_at': '2021-06-17T14:39:27Z', 'revision_number': 4, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'gw_port': {'id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:13Z', 'updated_at': '2021-06-17T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': 'be75e727-30cb-4dd1-873d-66fead1a454b', 'name': '', 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'mac_address': 'fa:16:3e:20:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:25Z', 'updated_at': '2021-06-17T14:39:45Z', 'revision_number': 5, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'subnets': [{'id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:43:52.033671 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28edce31-0f1e-4ea1-8968-48e23dcb53e1 None None] The sync data for ids ['eccb3088-75f3-43cf-93b3-831e5015d82f'] in dv-cinder-796859-1-smb is: [{'id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'name': 'tempest-AttachVolumeTestJSON-832543081-router', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:09Z', 'updated_at': '2021-06-17T14:39:27Z', 'revision_number': 4, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'gw_port': {'id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:13Z', 'updated_at': '2021-06-17T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': 'be75e727-30cb-4dd1-873d-66fead1a454b', 'name': '', 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'mac_address': 'fa:16:3e:20:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:25Z', 'updated_at': '2021-06-17T14:39:45Z', 'revision_number': 5, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'subnets': [{'id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:43:52.290415 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d2c03-db13-4e52-8f3b-4b3cf22a9f8f None None] New status for floating IP 60d31d77-1cdd-4cf4-8c23-e45b7fa803b6: DOWN {{(pid=78474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:43:52.915761 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 47526) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:53.000048 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-1a0e76ad-54a2-4f02-8431-bdbb60e611a7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:53.031374 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-1a0e76ad-54a2-4f02-8431-bdbb60e611a7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:53.092847 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-1a0e76ad-54a2-4f02-8431-bdbb60e611a7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:53.097717 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:53.112706 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e76ad-54a2-4f02-8431-bdbb60e611a7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de150c40-2ca0-4252-9c53-d3d9ce692dac,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:53.115885 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-1a0e76ad-54a2-4f02-8431-bdbb60e611a7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:53.125614 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-1a0e76ad-54a2-4f02-8431-bdbb60e611a7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:53.127993 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-1a0e76ad-54a2-4f02-8431-bdbb60e611a7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "DELETE /v2.0/security-groups/de150c40-2ca0-4252-9c53-d3d9ce692dac HTTP/1.1" status: 204 len: 168 time: 0.2106791 Jun 17 14:43:53.130265 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 47532) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:53.148707 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.api.v2.resource [None req-b933f0c4-324d-4638-91dc-885e1def0ef7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] show failed (client error): The resource could not be found. Jun 17 14:43:53.149605 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-b933f0c4-324d-4638-91dc-885e1def0ef7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups/de150c40-2ca0-4252-9c53-d3d9ce692dac HTTP/1.1" status: 404 len: 347 time: 0.0182097 Jun 17 14:43:53.152443 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 47536) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:53.315526 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [None req-c348ac52-14e7-48f9-947a-61de1f679d20 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Deleting port e6082d69-7ee1-4237-8329-70ca825872ca {{(pid=78471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:43:53.315859 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-c348ac52-14e7-48f9-947a-61de1f679d20 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:53.496735 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-c348ac52-14e7-48f9-947a-61de1f679d20 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:53.497066 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-c348ac52-14e7-48f9-947a-61de1f679d20 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:53.715025 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [None req-c348ac52-14e7-48f9-947a-61de1f679d20 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Calling delete_port for e6082d69-7ee1-4237-8329-70ca825872ca owned by network:floatingip {{(pid=78471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:43:53.864206 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-c348ac52-14e7-48f9-947a-61de1f679d20 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:53.868789 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-8b1c6ad5-fe8e-4e9a-8e96-fa60f1d130b0 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:53.913567 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348ac52-14e7-48f9-947a-61de1f679d20 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Pushing event deleted for resources: {'Port': ['ID=e6082d69-7ee1-4237-8329-70ca825872ca,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:53.945978 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-c348ac52-14e7-48f9-947a-61de1f679d20 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:54.006374 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-c348ac52-14e7-48f9-947a-61de1f679d20 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for floatingip, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:54.023860 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-c348ac52-14e7-48f9-947a-61de1f679d20 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for floatingip, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:54.024977 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-c348ac52-14e7-48f9-947a-61de1f679d20 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "DELETE /v2.0/floatingips/60d31d77-1cdd-4cf4-8c23-e45b7fa803b6 HTTP/1.1" status: 204 len: 168 time: 0.8716829 Jun 17 14:43:54.223141 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 47556) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:54.228483 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-659ad090-0d40-446d-b36b-183df84b6b41 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1309030313', 'description': 'tempest-description--860817129'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:43:54.234353 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-659ad090-0d40-446d-b36b-183df84b6b41 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:43:54.239706 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-659ad090-0d40-446d-b36b-183df84b6b41 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Usage tracker for resource:security_group and tenant:80a9b853210242ac916c0e29f6c3f9bb is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:43:54.242567 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-659ad090-0d40-446d-b36b-183df84b6b41 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:43:54.248235 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-659ad090-0d40-446d-b36b-183df84b6b41 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:43:54.258803 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-659ad090-0d40-446d-b36b-183df84b6b41 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:54.281381 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-659ad090-0d40-446d-b36b-183df84b6b41 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:43:54.286519 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-659ad090-0d40-446d-b36b-183df84b6b41 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Usage tracker for resource:security_group_rule and tenant:80a9b853210242ac916c0e29f6c3f9bb is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:43:54.290714 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-659ad090-0d40-446d-b36b-183df84b6b41 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:43:54.299830 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-659ad090-0d40-446d-b36b-183df84b6b41 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:43:54.371881 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-659ad090-0d40-446d-b36b-183df84b6b41 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:54.375314 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-659ad090-0d40-446d-b36b-183df84b6b41 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:54.378937 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-bead6dfb-138a-4e4d-97b7-a5959a72900d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:54.420091 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ad090-0d40-446d-b36b-183df84b6b41 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=799babbc-d18a-4a4f-9c47-2d73fe93ed80,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:54.422806 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-659ad090-0d40-446d-b36b-183df84b6b41 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:54.424643 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-659ad090-0d40-446d-b36b-183df84b6b41 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2003224 Jun 17 14:43:54.425527 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-659ad090-0d40-446d-b36b-183df84b6b41 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:54.427393 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 47566) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:54.432597 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-8625ec9d-044f-4b02-ad26-1e76141f74ea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Request body: {'security_group_rule': {'security_group_id': '799babbc-d18a-4a4f-9c47-2d73fe93ed80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:43:54.438721 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-8625ec9d-044f-4b02-ad26-1e76141f74ea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:43:54.443245 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-8625ec9d-044f-4b02-ad26-1e76141f74ea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Usage tracker for resource:security_group_rule and tenant:80a9b853210242ac916c0e29f6c3f9bb is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:43:54.446118 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-8625ec9d-044f-4b02-ad26-1e76141f74ea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:43:54.451759 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-8625ec9d-044f-4b02-ad26-1e76141f74ea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:43:54.468463 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-8625ec9d-044f-4b02-ad26-1e76141f74ea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:54.533641 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-8625ec9d-044f-4b02-ad26-1e76141f74ea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:54.537795 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-8625ec9d-044f-4b02-ad26-1e76141f74ea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767735'] for security_group_rule, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:54.539732 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:54.562840 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625ec9d-044f-4b02-ad26-1e76141f74ea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d371eafb-532e-4078-92fd-1cbf1b46c29e,revision_number=0']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:54.568027 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-8625ec9d-044f-4b02-ad26-1e76141f74ea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:54.573629 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-8625ec9d-044f-4b02-ad26-1e76141f74ea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:54.575031 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-8625ec9d-044f-4b02-ad26-1e76141f74ea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467979 Jun 17 14:43:54.578674 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 47572) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:54.583920 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-eb8e57d9-35d1-4c7d-802e-80877dac39b1 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Request body: {'security_group_rule': {'security_group_id': '799babbc-d18a-4a4f-9c47-2d73fe93ed80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:43:54.590159 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-eb8e57d9-35d1-4c7d-802e-80877dac39b1 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:43:54.594055 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-eb8e57d9-35d1-4c7d-802e-80877dac39b1 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Usage tracker for resource:security_group_rule and tenant:80a9b853210242ac916c0e29f6c3f9bb is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:43:54.597195 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-eb8e57d9-35d1-4c7d-802e-80877dac39b1 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:43:54.603123 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-eb8e57d9-35d1-4c7d-802e-80877dac39b1 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:43:54.620673 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-eb8e57d9-35d1-4c7d-802e-80877dac39b1 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:54.689948 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-eb8e57d9-35d1-4c7d-802e-80877dac39b1 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:54.693526 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-eb8e57d9-35d1-4c7d-802e-80877dac39b1 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767735'] for security_group_rule, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:54.695521 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:54.719465 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e57d9-35d1-4c7d-802e-80877dac39b1 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b7f003-f9fb-4fc7-b615-794ec15e594e,revision_number=0']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:54.722164 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-eb8e57d9-35d1-4c7d-802e-80877dac39b1 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:54.730196 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-eb8e57d9-35d1-4c7d-802e-80877dac39b1 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:54.731371 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-eb8e57d9-35d1-4c7d-802e-80877dac39b1 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1517558 Jun 17 14:43:54.734475 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 47584) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:54.740345 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-d6f753ab-9aa2-407c-a6b9-17aa6e1d9f3a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Request body: {'floatingip': {'floating_network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:43:54.746331 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-d6f753ab-9aa2-407c-a6b9-17aa6e1d9f3a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:43:54.750221 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-d6f753ab-9aa2-407c-a6b9-17aa6e1d9f3a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Usage tracker for resource:floatingip and tenant:80a9b853210242ac916c0e29f6c3f9bb is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:43:54.753833 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-d6f753ab-9aa2-407c-a6b9-17aa6e1d9f3a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:43:54.759545 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-d6f753ab-9aa2-407c-a6b9-17aa6e1d9f3a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:43:54.770293 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d6f753ab-9aa2-407c-a6b9-17aa6e1d9f3a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for floatingip, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:54.915832 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d6f753ab-9aa2-407c-a6b9-17aa6e1d9f3a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:55.054975 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_common [None req-d6f753ab-9aa2-407c-a6b9-17aa6e1d9f3a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Allocated IP 172.28.2.234 (a25846cf-426a-46fe-928d-52e0b9163129/3ba06ebc-ae5d-4516-941b-79e431a8638b/355c8524-3862-4dde-9691-6a8b2b96ba88) {{(pid=78471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:43:55.210127 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d6f753ab-9aa2-407c-a6b9-17aa6e1d9f3a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for port, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:55.241970 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d6f753ab-9aa2-407c-a6b9-17aa6e1d9f3a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:55.245918 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-9e7f49d2-857d-484c-b2f1-663768839e80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:55.321964 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f753ab-9aa2-407c-a6b9-17aa6e1d9f3a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Network a25846cf-426a-46fe-928d-52e0b9163129 is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:43:55.325309 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [None req-d6f753ab-9aa2-407c-a6b9-17aa6e1d9f3a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:43:55.327333 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f753ab-9aa2-407c-a6b9-17aa6e1d9f3a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Pushing event updated for resources: {'Port': ['ID=355c8524-3862-4dde-9691-6a8b2b96ba88,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:55.329526 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f753ab-9aa2-407c-a6b9-17aa6e1d9f3a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Received port after_create {{(pid=78471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:43:55.358191 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-d6f753ab-9aa2-407c-a6b9-17aa6e1d9f3a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:55.413198 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d6f753ab-9aa2-407c-a6b9-17aa6e1d9f3a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:55.482146 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d6f753ab-9aa2-407c-a6b9-17aa6e1d9f3a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:55.695102 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:55.698230 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d6f753ab-9aa2-407c-a6b9-17aa6e1d9f3a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for port, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:55.703782 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d6f753ab-9aa2-407c-a6b9-17aa6e1d9f3a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:55.708770 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-5d16bcca-f335-4c16-b347-c229c3c6eb07 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:55.816889 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f753ab-9aa2-407c-a6b9-17aa6e1d9f3a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Pushing event updated for resources: {'Port': ['ID=355c8524-3862-4dde-9691-6a8b2b96ba88,revision_number=2']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:55.820984 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-d6f753ab-9aa2-407c-a6b9-17aa6e1d9f3a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:55.825408 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d6f753ab-9aa2-407c-a6b9-17aa6e1d9f3a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768940'] for floatingip, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:55.848061 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d6f753ab-9aa2-407c-a6b9-17aa6e1d9f3a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for floatingip, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:55.849297 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-d6f753ab-9aa2-407c-a6b9-17aa6e1d9f3a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1138308 Jun 17 14:43:56.104729 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-ab61a427-9832-444c-892b-f6517baa5855 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Synchronizing usage tracker for tenant:80a9b853210242ac916c0e29f6c3f9bb on resource:security_group {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:43:56.121694 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-ab61a427-9832-444c-892b-f6517baa5855 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Unset dirty status for tenant:80a9b853210242ac916c0e29f6c3f9bb on resource:security_group {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:43:56.123568 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-ab61a427-9832-444c-892b-f6517baa5855 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1309030313&fields=id&tenant_id=80a9b853210242ac916c0e29f6c3f9bb HTTP/1.1" status: 200 len: 267 time: 0.0694768 Jun 17 14:43:56.385026 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-8c891bbe-2ce6-4828-a354-7fac1a8c215d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:56.386505 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-8c891bbe-2ce6-4828-a354-7fac1a8c215d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/networks?id=224875c5-70eb-4e10-8087-1385d93f5cbf HTTP/1.1" status: 200 len: 810 time: 0.2541606 Jun 17 14:43:56.401611 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-6289aecf-38ad-406b-85a5-8bd638dddbcf tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/quotas/80a9b853210242ac916c0e29f6c3f9bb HTTP/1.1" status: 200 len: 375 time: 0.0096397 Jun 17 14:43:56.486318 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-9f84a3e1-ecbd-4d67-bd32-377a2d73e873 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Synchronizing usage tracker for tenant:80a9b853210242ac916c0e29f6c3f9bb on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:43:56.503535 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-9f84a3e1-ecbd-4d67-bd32-377a2d73e873 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Unset dirty status for tenant:80a9b853210242ac916c0e29f6c3f9bb on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:43:56.505278 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-9f84a3e1-ecbd-4d67-bd32-377a2d73e873 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=80a9b853210242ac916c0e29f6c3f9bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0985756 Jun 17 14:43:56.664863 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-fa0d7e5d-2930-49a8-88a2-c250372de496 service neutron] 10.222.0.77 "GET /v2.0/networks/224875c5-70eb-4e10-8087-1385d93f5cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446176 Jun 17 14:43:56.802215 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-72560e3f-cbb7-4edb-8b92-847015058fea service neutron] 10.222.0.77 "GET /v2.0/networks/224875c5-70eb-4e10-8087-1385d93f5cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309936 Jun 17 14:43:56.983255 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-35230508-469e-46ce-a980-9378d10befa7 req-45e6817b-63ba-438e-9f94-72175dc1d880 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d936402-bb71-4f7d-bf28-6a02cf172034 HTTP/1.1" status: 200 len: 210 time: 0.0423808 Jun 17 14:43:58.140289 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-8c27ce2e-4ae5-4edd-ba4c-134a7810a6a9 req-4feec7d5-d4de-4147-8161-dcc7020df9fc tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d936402-bb71-4f7d-bf28-6a02cf172034 HTTP/1.1" status: 200 len: 210 time: 0.0486345 Jun 17 14:43:58.366093 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-b874305e-0353-4ce2-93b8-cd1a31c4f31b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:58.367525 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-b874305e-0353-4ce2-93b8-cd1a31c4f31b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.72 "GET /v2.0/networks?id=224875c5-70eb-4e10-8087-1385d93f5cbf HTTP/1.1" status: 200 len: 810 time: 0.1591849 Jun 17 14:43:58.445457 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-e2f4ecee-251e-4d6b-b60d-787060791bea tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80a9b853210242ac916c0e29f6c3f9bb HTTP/1.1" status: 200 len: 380 time: 0.0548351 Jun 17 14:43:58.462580 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-3e6b6abc-0fd4-4060-9850-ea5ef054406d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Request body: {'port': {'device_id': '5d936402-bb71-4f7d-bf28-6a02cf172034', 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf', 'admin_state_up': True, 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'security_groups': ['799babbc-d18a-4a4f-9c47-2d73fe93ed80']}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:43:58.606021 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-3e6b6abc-0fd4-4060-9850-ea5ef054406d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:43:58.615418 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-3e6b6abc-0fd4-4060-9850-ea5ef054406d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:43:58.625547 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-3e6b6abc-0fd4-4060-9850-ea5ef054406d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Made reservation on behalf of 80a9b853210242ac916c0e29f6c3f9bb for: {'port': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:43:58.629201 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-3e6b6abc-0fd4-4060-9850-ea5ef054406d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:58.828782 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_common [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-3e6b6abc-0fd4-4060-9850-ea5ef054406d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Allocated IP 172.20.0.12 (224875c5-70eb-4e10-8087-1385d93f5cbf/1c9a4e58-351e-45bb-8981-70921e1085a6/3978ba1d-0cb5-47dc-a78a-16a53288aadf) {{(pid=78471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:43:59.048666 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-3e6b6abc-0fd4-4060-9850-ea5ef054406d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for port, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:59.066365 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.provisioning_blocks [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-3e6b6abc-0fd4-4060-9850-ea5ef054406d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Transition to ACTIVE for port object 3978ba1d-0cb5-47dc-a78a-16a53288aadf will not be triggered until provisioned by entity DHCP. {{(pid=78471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:43:59.092042 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-3e6b6abc-0fd4-4060-9850-ea5ef054406d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:59.099460 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-9e7f49d2-857d-484c-b2f1-663768839e80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:59.166764 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-3e6b6abc-0fd4-4060-9850-ea5ef054406d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Network 224875c5-70eb-4e10-8087-1385d93f5cbf is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:43:59.170241 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-3e6b6abc-0fd4-4060-9850-ea5ef054406d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:43:59.174803 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-3e6b6abc-0fd4-4060-9850-ea5ef054406d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Received port after_create {{(pid=78471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:43:59.220938 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b6abc-0fd4-4060-9850-ea5ef054406d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Pushing event updated for resources: {'Port': ['ID=3978ba1d-0cb5-47dc-a78a-16a53288aadf,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:43:59.225621 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3e6b6abc-0fd4-4060-9850-ea5ef054406d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:43:59.259515 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-3e6b6abc-0fd4-4060-9850-ea5ef054406d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:59.260168 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-3e6b6abc-0fd4-4060-9850-ea5ef054406d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:59.286889 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-3e6b6abc-0fd4-4060-9850-ea5ef054406d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8318968 Jun 17 14:43:59.316675 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-40a2ad59-ef9f-419b-a066-aa4bb281d39c service neutron] Request body: {'port': {'device_id': '5d936402-bb71-4f7d-bf28-6a02cf172034', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:43:59.360517 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957b9d9-a44e-4b42-bc46-da5396082b30 req-d7cab779-dc46-43f7-8e68-7614a75b01d7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:43:59.362400 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-6957b9d9-a44e-4b42-bc46-da5396082b30 req-d7cab779-dc46-43f7-8e68-7614a75b01d7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d936402-bb71-4f7d-bf28-6a02cf172034 HTTP/1.1" status: 200 len: 932 time: 0.0950882 Jun 17 14:43:59.408619 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-6957b9d9-a44e-4b42-bc46-da5396082b30 req-fe9cf8de-0ada-4600-89ac-af8c85d47edd tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=799babbc-d18a-4a4f-9c47-2d73fe93ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402548 Jun 17 14:43:59.429388 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-7bc2435d-09db-4e5c-adc1-67d6071ce3cc None None] Provisioning for port 3978ba1d-0cb5-47dc-a78a-16a53288aadf completed by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:43:59.435004 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-7bc2435d-09db-4e5c-adc1-67d6071ce3cc None None] Provisioning complete for port 3978ba1d-0cb5-47dc-a78a-16a53288aadf triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:43:59.435580 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-7bc2435d-09db-4e5c-adc1-67d6071ce3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:59.443746 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-40a2ad59-ef9f-419b-a066-aa4bb281d39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:59.493260 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-7bc2435d-09db-4e5c-adc1-67d6071ce3cc None None] Port 3978ba1d-0cb5-47dc-a78a-16a53288aadf cannot update to ACTIVE because it is not bound. {{(pid=78473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:43:59.883020 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-40a2ad59-ef9f-419b-a066-aa4bb281d39c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3978ba1d-0cb5-47dc-a78a-16a53288aadf {{(pid=78471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:43:59.890417 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-40a2ad59-ef9f-419b-a066-aa4bb281d39c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:59.905311 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 47682) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:43:59.905540 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.provisioning_blocks [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-40a2ad59-ef9f-419b-a066-aa4bb281d39c service neutron] Transition to ACTIVE for port object 3978ba1d-0cb5-47dc-a78a-16a53288aadf will not be triggered until provisioned by entity L2. {{(pid=78471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:43:59.911087 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-40a2ad59-ef9f-419b-a066-aa4bb281d39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:59.915012 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-7795a5fb-843d-4ba9-ab35-1f59ea7812f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:43:59.971152 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c235e0-e321-4574-9492-431cfcbd95c3 admin admin] Deleting subnet 4a830734-9d0a-4625-ac8b-b15e467f2055 {{(pid=78472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 17 14:43:59.974356 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-95c235e0-e321-4574-9492-431cfcbd95c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:00.056215 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-95c235e0-e321-4574-9492-431cfcbd95c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15757668'] for subnet, precommit_delete_associations {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:00.176804 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-95c235e0-e321-4574-9492-431cfcbd95c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820958'] for subnet, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:00.309451 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2ad59-ef9f-419b-a066-aa4bb281d39c service neutron] Pushing event updated for resources: {'Port': ['ID=3978ba1d-0cb5-47dc-a78a-16a53288aadf,revision_number=2']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:44:00.317136 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-40a2ad59-ef9f-419b-a066-aa4bb281d39c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:44:00.347417 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-40a2ad59-ef9f-419b-a066-aa4bb281d39c service neutron] Attempting to bind port 3978ba1d-0cb5-47dc-a78a-16a53288aadf on host hv-cinder-79685 for vnic_type normal with profile {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:44:00.347827 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-40a2ad59-ef9f-419b-a066-aa4bb281d39c service neutron] Attempting to bind port 3978ba1d-0cb5-47dc-a78a-16a53288aadf by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': 'a42f3861-6b32-42c2-9d90-91f17e504aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf'}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:44:00.348305 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-40a2ad59-ef9f-419b-a066-aa4bb281d39c service neutron] Attempting to bind port 3978ba1d-0cb5-47dc-a78a-16a53288aadf on network 224875c5-70eb-4e10-8087-1385d93f5cbf {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:44:00.353343 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-40a2ad59-ef9f-419b-a066-aa4bb281d39c service neutron] Port 3978ba1d-0cb5-47dc-a78a-16a53288aadf on network 224875c5-70eb-4e10-8087-1385d93f5cbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:44:00.353698 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-40a2ad59-ef9f-419b-a066-aa4bb281d39c service neutron] Attempting to bind port 3978ba1d-0cb5-47dc-a78a-16a53288aadf on network 224875c5-70eb-4e10-8087-1385d93f5cbf {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:44:00.360193 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-40a2ad59-ef9f-419b-a066-aa4bb281d39c service neutron] Checking agent: {'id': '80af2de7-c944-442b-b56f-5ae10827120d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:44:00.361654 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-40a2ad59-ef9f-419b-a066-aa4bb281d39c service neutron] Checking segment: {'id': 'a42f3861-6b32-42c2-9d90-91f17e504aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:44:00.361654 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-40a2ad59-ef9f-419b-a066-aa4bb281d39c service neutron] Bound using segment: {'id': 'a42f3861-6b32-42c2-9d90-91f17e504aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf'} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:44:00.362203 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-40a2ad59-ef9f-419b-a066-aa4bb281d39c service neutron] Bound port: 3978ba1d-0cb5-47dc-a78a-16a53288aadf, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a42f3861-6b32-42c2-9d90-91f17e504aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf'}}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:44:00.362937 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-40a2ad59-ef9f-419b-a066-aa4bb281d39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:00.458127 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-40a2ad59-ef9f-419b-a066-aa4bb281d39c service neutron] For port 3978ba1d-0cb5-47dc-a78a-16a53288aadf, host hv-cinder-79685, cleared binding levels {{(pid=78471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:44:00.461254 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-40a2ad59-ef9f-419b-a066-aa4bb281d39c service neutron] For port 3978ba1d-0cb5-47dc-a78a-16a53288aadf, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=3978ba1d-0cb5-47dc-a78a-16a53288aadf,segment=NetworkSegment(a42f3861-6b32-42c2-9d90-91f17e504aa8),segment_id=a42f3861-6b32-42c2-9d90-91f17e504aa8)] {{(pid=78471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:44:00.467161 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-40a2ad59-ef9f-419b-a066-aa4bb281d39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:00.471656 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-030ecaa7-c7a0-43eb-a7dc-87ff15c9f0fc tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:44:00.489234 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-95c235e0-e321-4574-9492-431cfcbd95c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14896095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16701679'] for subnet, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:00.495025 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:44:00.527013 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 47696) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:44:00.531607 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c235e0-e321-4574-9492-431cfcbd95c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a830734-9d0a-4625-ac8b-b15e467f2055,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:44:00.540172 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-40a2ad59-ef9f-419b-a066-aa4bb281d39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:00.540790 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-40a2ad59-ef9f-419b-a066-aa4bb281d39c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:00.542207 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-40a2ad59-ef9f-419b-a066-aa4bb281d39c service neutron] 10.222.0.72 "PUT /v2.0/ports/3978ba1d-0cb5-47dc-a78a-16a53288aadf HTTP/1.1" status: 200 len: 1094 time: 1.2319078 Jun 17 14:44:00.542710 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d936402-bb71-4f7d-bf28-6a02cf172034', 'tag': '3978ba1d-0cb5-47dc-a78a-16a53288aadf'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:44:00.551254 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-95c235e0-e321-4574-9492-431cfcbd95c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:44:00.576092 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2ad59-ef9f-419b-a066-aa4bb281d39c service neutron] Pushing event updated for resources: {'Port': ['ID=3978ba1d-0cb5-47dc-a78a-16a53288aadf,revision_number=3']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:44:00.590429 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-40a2ad59-ef9f-419b-a066-aa4bb281d39c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:44:00.601122 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-95c235e0-e321-4574-9492-431cfcbd95c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for subnet, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:00.616682 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d936402-bb71-4f7d-bf28-6a02cf172034', 'tag': '3978ba1d-0cb5-47dc-a78a-16a53288aadf', 'status': 'completed', 'code': 200} Jun 17 14:44:00.618125 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-95c235e0-e321-4574-9492-431cfcbd95c3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4a830734-9d0a-4625-ac8b-b15e467f2055 HTTP/1.1" status: 204 len: 168 time: 0.7116740 Jun 17 14:44:00.620400 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 47704) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:44:00.673806 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683f332-676f-4780-8a0e-ab1d5db26790 req-cfc333ef-d08b-42f3-824d-b44a838a1376 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:00.681901 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-a683f332-676f-4780-8a0e-ab1d5db26790 req-cfc333ef-d08b-42f3-824d-b44a838a1376 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d936402-bb71-4f7d-bf28-6a02cf172034 HTTP/1.1" status: 200 len: 944 time: 0.1292338 Jun 17 14:44:00.732306 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-078b53e3-9ae2-40d3-a2fa-0326510e20fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:00.755824 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-a683f332-676f-4780-8a0e-ab1d5db26790 req-5503f908-7513-4223-91f5-d4f0d2b8f7bd tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=799babbc-d18a-4a4f-9c47-2d73fe93ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729764 Jun 17 14:44:00.758151 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-078b53e3-9ae2-40d3-a2fa-0326510e20fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:44:00.762273 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-078b53e3-9ae2-40d3-a2fa-0326510e20fe admin admin] Usage tracker for resource:security_group_rule and tenant:bde78e6651924df9a6cf1fe36c86025e is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:44:00.765248 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-078b53e3-9ae2-40d3-a2fa-0326510e20fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:44:00.773057 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-078b53e3-9ae2-40d3-a2fa-0326510e20fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:44:00.798114 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-9a1741fb-263b-42d0-85b2-741b1fde9a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:00.852771 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-1dca4437-7ca5-424c-883a-41f769bf23b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:00.854940 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-1dca4437-7ca5-424c-883a-41f769bf23b9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=80a9b853210242ac916c0e29f6c3f9bb&device_id=5d936402-bb71-4f7d-bf28-6a02cf172034 HTTP/1.1" status: 200 len: 1097 time: 0.2014356 Jun 17 14:44:00.860619 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-078b53e3-9ae2-40d3-a2fa-0326510e20fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:00.865491 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-078b53e3-9ae2-40d3-a2fa-0326510e20fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:00.876156 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-e9f39bf0-3fbe-4300-a34f-720793bd5850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:44:00.916569 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b53e3-9ae2-40d3-a2fa-0326510e20fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14846417-8593-490e-bbe4-e4fa078bf02f,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:44:00.920662 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-078b53e3-9ae2-40d3-a2fa-0326510e20fe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bde78e6651924df9a6cf1fe36c86025e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3904686 Jun 17 14:44:00.921535 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-078b53e3-9ae2-40d3-a2fa-0326510e20fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:44:00.923355 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 47708) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:44:00.962929 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-dce8ac08-0bd4-4c78-ab72-d2dc3529b63b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3978ba1d-0cb5-47dc-a78a-16a53288aadf HTTP/1.1" status: 200 len: 217 time: 0.0791888 Jun 17 14:44:00.984383 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-fd04df83-be8a-4bc5-ad45-7096bf299e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:01.012018 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-fd04df83-be8a-4bc5-ad45-7096bf299e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:01.049271 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-9a1741fb-263b-42d0-85b2-741b1fde9a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821569', 'neutron.services.segments.db._delete_segments_for_network-8744814336166'] for network, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:01.074687 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-fd04df83-be8a-4bc5-ad45-7096bf299e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:01.078777 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.services.segments.db [None req-9a1741fb-263b-42d0-85b2-741b1fde9a8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc78891-8691-4aa9-ab08-bb3560db3035']}} {{(pid=78471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:44:01.080088 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-9c64a6ba-f66d-4781-abcb-342ad53ff7cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:44:01.093119 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04df83-be8a-4bc5-ad45-7096bf299e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14846417-8593-490e-bbe4-e4fa078bf02f,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:44:01.096212 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.services.segments.db [None req-9a1741fb-263b-42d0-85b2-741b1fde9a8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f') {'for_net_delete': True} {{(pid=78471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:44:01.096212 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.services.segments.db [None req-9a1741fb-263b-42d0-85b2-741b1fde9a8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d08bf8-24ad-4894-8bd4-8a2be87c4c8f') {} {{(pid=78471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:44:01.096719 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-fd04df83-be8a-4bc5-ad45-7096bf299e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:44:01.109953 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-fd04df83-be8a-4bc5-ad45-7096bf299e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:01.116500 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-fd04df83-be8a-4bc5-ad45-7096bf299e5f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/14846417-8593-490e-bbe4-e4fa078bf02f HTTP/1.1" status: 204 len: 168 time: 0.1919327 Jun 17 14:44:01.117151 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-9a1741fb-263b-42d0-85b2-741b1fde9a8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744814347277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15166211'] for segment, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:01.124384 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-7dff1cf5-5916-4f33-b14b-037be862fb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:01.125894 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-7dff1cf5-5916-4f33-b14b-037be862fb69 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c9a4e58-351e-45bb-8981-70921e1085a6 HTTP/1.1" status: 200 len: 849 time: 0.1158919 Jun 17 14:44:01.169202 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-9a1741fb-263b-42d0-85b2-741b1fde9a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:01.189707 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1741fb-263b-42d0-85b2-741b1fde9a8b admin admin] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=78471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:44:01.190107 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-9a1741fb-263b-42d0-85b2-741b1fde9a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1816777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16519788'] for segment, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: Traceback (most recent call last): Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: timer() Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: cb(*args, **kw) Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: return func(*args, **kwargs) Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: self._notify() Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: self.callback(batched_events) Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: event.method(event) Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: return f(self, *a, **k) Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: return self._get(url).json() Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: return self.request(url, 'GET', **kwargs) Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:44:01.203160 dv-cinder-796859-1-smb neutron-server[78471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:44:01.289741 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-9a1741fb-263b-42d0-85b2-741b1fde9a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768958'] for network, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:01.293961 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-55c17a38-428e-48cf-b0eb-5307fd9e47e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:01.295441 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-55c17a38-428e-48cf-b0eb-5307fd9e47e3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=224875c5-70eb-4e10-8087-1385d93f5cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1614065 Jun 17 14:44:01.297107 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-f0d6686f-cf51-48e8-92cc-938c61f12209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:44:01.312783 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-9a1741fb-263b-42d0-85b2-741b1fde9a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:01.345012 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1741fb-263b-42d0-85b2-741b1fde9a8b admin admin] Pushing event deleted for resources: {'Network': ['ID=efc78891-8691-4aa9-ab08-bb3560db3035,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:44:01.360181 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-9a1741fb-263b-42d0-85b2-741b1fde9a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:44:01.362692 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-9a1741fb-263b-42d0-85b2-741b1fde9a8b admin admin] 10.222.0.77 "DELETE /v2.0/networks/efc78891-8691-4aa9-ab08-bb3560db3035 HTTP/1.1" status: 204 len: 168 time: 0.7412164 Jun 17 14:44:01.469516 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-96988855-60c4-4298-846f-80a27c616e1e service neutron] 10.222.0.72 "GET /v2.0/networks/224875c5-70eb-4e10-8087-1385d93f5cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580279 Jun 17 14:44:01.505833 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 47726) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:44:01.574442 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-cfe26ed0-b49b-43a0-b3fd-57b599d047ba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5541d3e792d04ce794ee6a1bdc6e40e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0670304 Jun 17 14:44:01.577492 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 47732) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:44:01.618568 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2d10d84e-2b39-42c4-b0fd-11b0b15dacfe req-418c3d78-1374-4b3d-bf11-e155e69b4338 service neutron] 10.222.0.72 "GET /v2.0/networks/224875c5-70eb-4e10-8087-1385d93f5cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350968 Jun 17 14:44:01.650755 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5a78401d-a3bd-4cbb-b7a5-d90ecf2ddf37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:01.679650 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5a78401d-a3bd-4cbb-b7a5-d90ecf2ddf37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:01.734914 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5a78401d-a3bd-4cbb-b7a5-d90ecf2ddf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:01.740647 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-38a8de2f-f9e3-434e-aeda-c89eaa82be1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:44:01.755252 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78401d-a3bd-4cbb-b7a5-d90ecf2ddf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ada9f9-b827-460d-acd5-d3abbfec98e0,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:44:01.758314 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-5a78401d-a3bd-4cbb-b7a5-d90ecf2ddf37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:44:01.769463 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5a78401d-a3bd-4cbb-b7a5-d90ecf2ddf37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:01.770712 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-5a78401d-a3bd-4cbb-b7a5-d90ecf2ddf37 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/59ada9f9-b827-460d-acd5-d3abbfec98e0 HTTP/1.1" status: 204 len: 168 time: 0.1917365 Jun 17 14:44:01.834429 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66f330-e201-4b85-a8bb-53414bc0af3d req-50967c09-eeac-45f9-8d01-7e4e04eb8354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:01.836192 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1f66f330-e201-4b85-a8bb-53414bc0af3d req-50967c09-eeac-45f9-8d01-7e4e04eb8354 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=80a9b853210242ac916c0e29f6c3f9bb&device_id=5d936402-bb71-4f7d-bf28-6a02cf172034 HTTP/1.1" status: 200 len: 1097 time: 0.0828793 Jun 17 14:44:02.019223 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd42ea-702d-4b92-a850-d5c88511d8ab req-ce87808a-c814-4a08-a87b-8fb0f71b6a90 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:02.021957 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-72fd42ea-702d-4b92-a850-d5c88511d8ab req-ce87808a-c814-4a08-a87b-8fb0f71b6a90 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d936402-bb71-4f7d-bf28-6a02cf172034 HTTP/1.1" status: 200 len: 944 time: 0.1257758 Jun 17 14:44:02.107768 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-72fd42ea-702d-4b92-a850-d5c88511d8ab req-7e3963b0-6767-42d6-b6ab-4bf9b53118a7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=799babbc-d18a-4a4f-9c47-2d73fe93ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784872 Jun 17 14:44:02.182033 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66f330-e201-4b85-a8bb-53414bc0af3d req-e3c1cae7-30ad-462f-ad7f-3c2a6b76b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:02.183474 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1f66f330-e201-4b85-a8bb-53414bc0af3d req-e3c1cae7-30ad-462f-ad7f-3c2a6b76b0dc service neutron] 10.222.0.72 "GET /v2.0/networks?id=224875c5-70eb-4e10-8087-1385d93f5cbf HTTP/1.1" status: 200 len: 912 time: 0.3398397 Jun 17 14:44:02.256368 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1f66f330-e201-4b85-a8bb-53414bc0af3d req-cd452ab2-a242-45e4-809c-41687d32a6ca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3978ba1d-0cb5-47dc-a78a-16a53288aadf HTTP/1.1" status: 200 len: 217 time: 0.0648663 Jun 17 14:44:02.323035 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66f330-e201-4b85-a8bb-53414bc0af3d req-e42c2cdb-b84e-43a6-be0b-5984660abae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:02.324497 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1f66f330-e201-4b85-a8bb-53414bc0af3d req-e42c2cdb-b84e-43a6-be0b-5984660abae7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c9a4e58-351e-45bb-8981-70921e1085a6 HTTP/1.1" status: 200 len: 849 time: 0.0604484 Jun 17 14:44:02.408410 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66f330-e201-4b85-a8bb-53414bc0af3d req-13b2c99c-5a05-4f83-a6f1-8e5d77257ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:02.409887 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1f66f330-e201-4b85-a8bb-53414bc0af3d req-13b2c99c-5a05-4f83-a6f1-8e5d77257ed7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=224875c5-70eb-4e10-8087-1385d93f5cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0762565 Jun 17 14:44:02.547121 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1f66f330-e201-4b85-a8bb-53414bc0af3d req-c1c14bf0-33ff-4c69-b4fe-a0ca75a68815 service neutron] 10.222.0.72 "GET /v2.0/networks/224875c5-70eb-4e10-8087-1385d93f5cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276498 Jun 17 14:44:02.696586 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1f66f330-e201-4b85-a8bb-53414bc0af3d req-c86ad319-58d0-4b37-b516-5d406da64766 service neutron] 10.222.0.72 "GET /v2.0/networks/224875c5-70eb-4e10-8087-1385d93f5cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340029 Jun 17 14:44:03.316207 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac7b23-78b7-4920-b0ee-72f583b9a01d req-6f0c717e-c543-4e27-b1f5-eac39bb97555 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:03.318062 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-73ac7b23-78b7-4920-b0ee-72f583b9a01d req-6f0c717e-c543-4e27-b1f5-eac39bb97555 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d936402-bb71-4f7d-bf28-6a02cf172034 HTTP/1.1" status: 200 len: 944 time: 0.0900848 Jun 17 14:44:03.378723 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-73ac7b23-78b7-4920-b0ee-72f583b9a01d req-d914b304-ae4e-41cb-85c4-6e31c87b45ed tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=799babbc-d18a-4a4f-9c47-2d73fe93ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511518 Jun 17 14:44:03.733654 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 3978ba1d-0cb5-47dc-a78a-16a53288aadf details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:44:03.871499 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 3978ba1d-0cb5-47dc-a78a-16a53288aadf, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=3978ba1d-0cb5-47dc-a78a-16a53288aadf,segment=NetworkSegment(a42f3861-6b32-42c2-9d90-91f17e504aa8),segment_id=a42f3861-6b32-42c2-9d90-91f17e504aa8)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:44:03.889784 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Returning: {'device': '3978ba1d-0cb5-47dc-a78a-16a53288aadf', 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf', 'port_id': '3978ba1d-0cb5-47dc-a78a-16a53288aadf', 'mac_address': 'fa:16:3e:2c:2a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:44:03.954010 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:03.971823 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3978ba1d-0cb5-47dc-a78a-16a53288aadf {{(pid=78473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:44:03.987767 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 3978ba1d-0cb5-47dc-a78a-16a53288aadf, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=3978ba1d-0cb5-47dc-a78a-16a53288aadf,segment=NetworkSegment(a42f3861-6b32-42c2-9d90-91f17e504aa8),segment_id=a42f3861-6b32-42c2-9d90-91f17e504aa8)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:44:03.997109 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:04.000286 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:44:04.069886 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=3978ba1d-0cb5-47dc-a78a-16a53288aadf,revision_number=4']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:44:04.073011 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:44:04.316971 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['3978ba1d-0cb5-47dc-a78a-16a53288aadf'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:44:04.773357 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96d17c-b0b6-48a7-b97a-15d1b82bf291 req-c985a55e-615e-4014-9d05-3bdaa7fbed86 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:04.774880 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-db96d17c-b0b6-48a7-b97a-15d1b82bf291 req-c985a55e-615e-4014-9d05-3bdaa7fbed86 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d936402-bb71-4f7d-bf28-6a02cf172034 HTTP/1.1" status: 200 len: 945 time: 0.2900863 Jun 17 14:44:04.822302 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-db96d17c-b0b6-48a7-b97a-15d1b82bf291 req-44d37633-398e-4948-a0e0-0fa53a2db768 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=799babbc-d18a-4a4f-9c47-2d73fe93ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415425 Jun 17 14:44:05.748189 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 3978ba1d-0cb5-47dc-a78a-16a53288aadf up at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:44:05.818509 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning for port 3978ba1d-0cb5-47dc-a78a-16a53288aadf completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:44:05.823132 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning complete for port 3978ba1d-0cb5-47dc-a78a-16a53288aadf triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:44:05.823504 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:05.944736 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:05.977698 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d936402-bb71-4f7d-bf28-6a02cf172034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3978ba1d-0cb5-47dc-a78a-16a53288aadf'}] {{(pid=78473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:44:05.988447 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 3978ba1d-0cb5-47dc-a78a-16a53288aadf, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=3978ba1d-0cb5-47dc-a78a-16a53288aadf,segment=NetworkSegment(a42f3861-6b32-42c2-9d90-91f17e504aa8),segment_id=a42f3861-6b32-42c2-9d90-91f17e504aa8)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:44:05.993109 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:05.995471 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:44:06.041781 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae1849-7028-474d-8f25-0f0c4c8702c3 req-990db201-4130-4e29-b4da-d8667692b96d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:06.043497 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-fcae1849-7028-474d-8f25-0f0c4c8702c3 req-990db201-4130-4e29-b4da-d8667692b96d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d936402-bb71-4f7d-bf28-6a02cf172034 HTTP/1.1" status: 200 len: 945 time: 0.1077008 Jun 17 14:44:06.049398 dv-cinder-796859-1-smb neutron-server[78473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d936402-bb71-4f7d-bf28-6a02cf172034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3978ba1d-0cb5-47dc-a78a-16a53288aadf', 'code': 200} Jun 17 14:44:06.073653 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=3978ba1d-0cb5-47dc-a78a-16a53288aadf,revision_number=5']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:44:06.078987 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:44:06.232814 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-fcae1849-7028-474d-8f25-0f0c4c8702c3 req-4325c152-b9ee-4be8-8997-921466e5e7cc tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=799babbc-d18a-4a4f-9c47-2d73fe93ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818583 Jun 17 14:44:06.273247 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 47804) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:44:06.370897 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdae56-a60a-494a-93eb-ae0d08f21081 req-928d076f-ae5d-4769-bbd0-404854977308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:06.372380 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-48cdae56-a60a-494a-93eb-ae0d08f21081 req-928d076f-ae5d-4769-bbd0-404854977308 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5d936402-bb71-4f7d-bf28-6a02cf172034 HTTP/1.1" status: 200 len: 1099 time: 0.0698085 Jun 17 14:44:06.395598 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-81ca5715-3786-43f9-a678-c77fadb6230e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:06.398240 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8ff63932-4607-4d79-bb97-fdc8a3e997c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:06.413656 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-8ff63932-4607-4d79-bb97-fdc8a3e997c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:44:06.417523 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-8ff63932-4607-4d79-bb97-fdc8a3e997c0 admin admin] Usage tracker for resource:security_group_rule and tenant:3f3fa214cc8a416e96a1a14e3b2e21ed is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:44:06.419111 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-48cdae56-a60a-494a-93eb-ae0d08f21081 req-4754fa70-b86b-4775-a16d-aa8dfb0c2706 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=799babbc-d18a-4a4f-9c47-2d73fe93ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394812 Jun 17 14:44:06.420530 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-8ff63932-4607-4d79-bb97-fdc8a3e997c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:44:06.426344 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-8ff63932-4607-4d79-bb97-fdc8a3e997c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:44:06.521864 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8ff63932-4607-4d79-bb97-fdc8a3e997c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:06.525722 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8ff63932-4607-4d79-bb97-fdc8a3e997c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:06.532449 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-cb891b63-dff6-4f21-afe9-7e67581fb33f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:44:06.575530 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff63932-4607-4d79-bb97-fdc8a3e997c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86c2a75-c974-48c9-a2c1-a30a5880905f,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:44:06.581400 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-8ff63932-4607-4d79-bb97-fdc8a3e997c0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3f3fa214cc8a416e96a1a14e3b2e21ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054602 Jun 17 14:44:06.581400 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-8ff63932-4607-4d79-bb97-fdc8a3e997c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:44:06.582334 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 47810) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:44:06.639739 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-cce1afe1-fc8f-4534-ab49-1fc6c486dc04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:06.669273 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-cce1afe1-fc8f-4534-ab49-1fc6c486dc04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:06.721638 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-cce1afe1-fc8f-4534-ab49-1fc6c486dc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:06.725175 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:44:06.736544 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1afe1-fc8f-4534-ab49-1fc6c486dc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86c2a75-c974-48c9-a2c1-a30a5880905f,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:44:06.740229 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-cce1afe1-fc8f-4534-ab49-1fc6c486dc04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:44:06.743364 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-cce1afe1-fc8f-4534-ab49-1fc6c486dc04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:06.744669 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-cce1afe1-fc8f-4534-ab49-1fc6c486dc04 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e86c2a75-c974-48c9-a2c1-a30a5880905f HTTP/1.1" status: 204 len: 168 time: 0.1614604 Jun 17 14:44:06.844629 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:07.041169 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 47818) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:44:07.060200 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6356f7ee-12eb-40a2-9d3f-591250d8282d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:07.079439 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-6356f7ee-12eb-40a2-9d3f-591250d8282d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:44:07.083597 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-6356f7ee-12eb-40a2-9d3f-591250d8282d admin admin] Usage tracker for resource:security_group_rule and tenant:340f912651864eefb2316cb683ad318f is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:44:07.086433 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-6356f7ee-12eb-40a2-9d3f-591250d8282d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:44:07.092252 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-6356f7ee-12eb-40a2-9d3f-591250d8282d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:44:07.182760 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6356f7ee-12eb-40a2-9d3f-591250d8282d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:07.187363 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6356f7ee-12eb-40a2-9d3f-591250d8282d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:07.194860 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-94fcc135-9802-4618-8e63-3c664952f9ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:44:07.235169 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-6356f7ee-12eb-40a2-9d3f-591250d8282d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=340f912651864eefb2316cb683ad318f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1927512 Jun 17 14:44:07.236635 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6356f7ee-12eb-40a2-9d3f-591250d8282d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13503af8-c5ae-49d8-9d79-46aae6ae4088,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:44:07.238713 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 47822) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:44:07.239778 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-6356f7ee-12eb-40a2-9d3f-591250d8282d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:44:07.302265 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-433f8b13-f906-4b1a-beba-51b72e7ca19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:07.335134 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-433f8b13-f906-4b1a-beba-51b72e7ca19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:07.457608 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52924c65-2050-49e3-8604-65663171d1d6 req-d95cc881-7b29-487e-ae00-444d6ce2439e tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:07.459086 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-52924c65-2050-49e3-8604-65663171d1d6 req-d95cc881-7b29-487e-ae00-444d6ce2439e tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d936402-bb71-4f7d-bf28-6a02cf172034 HTTP/1.1" status: 200 len: 946 time: 0.1006992 Jun 17 14:44:07.464311 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-433f8b13-f906-4b1a-beba-51b72e7ca19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:07.470701 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-cc5e99b5-de6f-45cb-a4a4-9cdb535de731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:44:07.497830 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f8b13-f906-4b1a-beba-51b72e7ca19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13503af8-c5ae-49d8-9d79-46aae6ae4088,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:44:07.500375 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-433f8b13-f906-4b1a-beba-51b72e7ca19a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:44:07.521033 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-433f8b13-f906-4b1a-beba-51b72e7ca19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:07.525214 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-433f8b13-f906-4b1a-beba-51b72e7ca19a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/13503af8-c5ae-49d8-9d79-46aae6ae4088 HTTP/1.1" status: 204 len: 168 time: 0.2823629 Jun 17 14:44:07.534123 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-52924c65-2050-49e3-8604-65663171d1d6 req-9328334e-ee95-4ba5-98de-ed218254aee0 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=799babbc-d18a-4a4f-9c47-2d73fe93ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645154 Jun 17 14:44:08.744586 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fa502-6663-45de-b083-e1e75f391cdd req-9287b36e-4005-4632-86a9-1597b9aa9b99 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:08.746131 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-353fa502-6663-45de-b083-e1e75f391cdd req-9287b36e-4005-4632-86a9-1597b9aa9b99 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d936402-bb71-4f7d-bf28-6a02cf172034 HTTP/1.1" status: 200 len: 946 time: 0.0945487 Jun 17 14:44:08.793410 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-353fa502-6663-45de-b083-e1e75f391cdd req-af4024c7-eeaa-4c2c-b0ec-1a914878a8fd tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=799babbc-d18a-4a4f-9c47-2d73fe93ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413501 Jun 17 14:44:08.931856 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-81b827af-8097-45a5-8575-9e9ae3a82da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:09.220577 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d014316-0036-4b2e-925c-8d011c7f6437 req-5948fa9b-46d3-4340-80cb-a77862a25ab8 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:09.221273 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-6d014316-0036-4b2e-925c-8d011c7f6437 req-5948fa9b-46d3-4340-80cb-a77862a25ab8 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Synchronizing usage tracker for tenant:80a9b853210242ac916c0e29f6c3f9bb on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:44:09.236814 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-6d014316-0036-4b2e-925c-8d011c7f6437 req-5948fa9b-46d3-4340-80cb-a77862a25ab8 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Unset dirty status for tenant:80a9b853210242ac916c0e29f6c3f9bb on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:44:09.238035 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6d014316-0036-4b2e-925c-8d011c7f6437 req-5948fa9b-46d3-4340-80cb-a77862a25ab8 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d936402-bb71-4f7d-bf28-6a02cf172034 HTTP/1.1" status: 200 len: 946 time: 0.3372362 Jun 17 14:44:09.247098 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 47840) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:44:09.252844 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-2d7ee24e-04ce-4370-9a1c-6eb56d5a63a7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Request body: {'floatingip': {'port_id': '3978ba1d-0cb5-47dc-a78a-16a53288aadf'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:44:09.333246 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-2d7ee24e-04ce-4370-9a1c-6eb56d5a63a7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for floatingip, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:10.017960 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-2d7ee24e-04ce-4370-9a1c-6eb56d5a63a7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:10.022276 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-2d7ee24e-04ce-4370-9a1c-6eb56d5a63a7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768940'] for floatingip, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:10.141961 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:10.197899 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.db.l3_db [None req-2d7ee24e-04ce-4370-9a1c-6eb56d5a63a7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Floating IP 00a2b165-9e33-4a57-babb-1d9bd9167789 associated. External IP: 172.28.2.234, port: 3978ba1d-0cb5-47dc-a78a-16a53288aadf. Jun 17 14:44:10.551391 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7ee24e-04ce-4370-9a1c-6eb56d5a63a7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Router eccb3088-75f3-43cf-93b3-831e5015d82f has already been hosted by L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 {{(pid=78471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:44:10.741818 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7ee24e-04ce-4370-9a1c-6eb56d5a63a7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:44:10.751687 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5d9b16-d508-451c-92d4-158c7b7382a5 None None] Sync routers for ids ['eccb3088-75f3-43cf-93b3-831e5015d82f'] in dv-cinder-796859-1-smb {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:44:10.754923 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-2d7ee24e-04ce-4370-9a1c-6eb56d5a63a7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for floatingip, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:10.761143 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5d9b16-d508-451c-92d4-158c7b7382a5 None None] Routers {'eccb3088-75f3-43cf-93b3-831e5015d82f'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:44:10.761955 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-2f5d9b16-d508-451c-92d4-158c7b7382a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:44:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['eccb3088-75f3-43cf-93b3-831e5015d82f'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:44:10.820208 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-2d7ee24e-04ce-4370-9a1c-6eb56d5a63a7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "PUT /v2.0/floatingips/00a2b165-9e33-4a57-babb-1d9bd9167789 HTTP/1.1" status: 200 len: 992 time: 1.5715115 Jun 17 14:44:10.821157 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d936402-bb71-4f7d-bf28-6a02cf172034', 'tag': '3978ba1d-0cb5-47dc-a78a-16a53288aadf'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:44:10.974173 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-2f5d9b16-d508-451c-92d4-158c7b7382a5 None None] Set router eccb3088-75f3-43cf-93b3-831e5015d82f gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:44:11.018600 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d936402-bb71-4f7d-bf28-6a02cf172034', 'tag': '3978ba1d-0cb5-47dc-a78a-16a53288aadf', 'status': 'completed', 'code': 200} Jun 17 14:44:11.166414 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fb94c-2a84-46c6-8f1d-dce6531515d4 req-9a52d6cd-dd77-4adc-9bdc-fef5c7dc17a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:11.167922 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-344fb94c-2a84-46c6-8f1d-dce6531515d4 req-9a52d6cd-dd77-4adc-9bdc-fef5c7dc17a8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=80a9b853210242ac916c0e29f6c3f9bb&device_id=5d936402-bb71-4f7d-bf28-6a02cf172034 HTTP/1.1" status: 200 len: 1099 time: 0.0786614 Jun 17 14:44:11.311614 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fb94c-2a84-46c6-8f1d-dce6531515d4 req-b6d273fb-0d8c-412c-bba2-2147433e2665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:11.313184 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-344fb94c-2a84-46c6-8f1d-dce6531515d4 req-b6d273fb-0d8c-412c-bba2-2147433e2665 service neutron] 10.222.0.72 "GET /v2.0/networks?id=224875c5-70eb-4e10-8087-1385d93f5cbf HTTP/1.1" status: 200 len: 912 time: 0.1363814 Jun 17 14:44:11.402205 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-2f5d9b16-d508-451c-92d4-158c7b7382a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'name': 'tempest-AttachVolumeTestJSON-832543081-router', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:09Z', 'updated_at': '2021-06-17T14:39:27Z', 'revision_number': 4, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'gw_port': {'id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:13Z', 'updated_at': '2021-06-17T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_floatingips': [{'id': '00a2b165-9e33-4a57-babb-1d9bd9167789', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'floating_ip_address': '172.28.2.234', 'floating_network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'router_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'port_id': '3978ba1d-0cb5-47dc-a78a-16a53288aadf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf', 'mac_address': 'fa:16:3e:2c:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d936402-bb71-4f7d-bf28-6a02cf172034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:43:55Z', 'updated_at': '2021-06-17T14:44:09Z', 'revision_number': 1, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be75e727-30cb-4dd1-873d-66fead1a454b', 'name': '', 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'mac_address': 'fa:16:3e:20:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:25Z', 'updated_at': '2021-06-17T14:39:45Z', 'revision_number': 5, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'subnets': [{'id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:44:11.405864 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5d9b16-d508-451c-92d4-158c7b7382a5 None None] Checking router: eccb3088-75f3-43cf-93b3-831e5015d82f for host: dv-cinder-796859-1-smb {{(pid=78473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:44:11.414876 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5d9b16-d508-451c-92d4-158c7b7382a5 None None] Routers {'eccb3088-75f3-43cf-93b3-831e5015d82f'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:44:11.415489 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-2f5d9b16-d508-451c-92d4-158c7b7382a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:44:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['eccb3088-75f3-43cf-93b3-831e5015d82f'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:44:11.425064 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-344fb94c-2a84-46c6-8f1d-dce6531515d4 req-30b932ca-3668-49c3-8338-771ebe46d65e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3978ba1d-0cb5-47dc-a78a-16a53288aadf HTTP/1.1" status: 200 len: 1000 time: 0.1045530 Jun 17 14:44:11.494206 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fb94c-2a84-46c6-8f1d-dce6531515d4 req-9a13f3f6-0149-4b6d-9610-d840c48b67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:11.495643 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-344fb94c-2a84-46c6-8f1d-dce6531515d4 req-9a13f3f6-0149-4b6d-9610-d840c48b67a7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c9a4e58-351e-45bb-8981-70921e1085a6 HTTP/1.1" status: 200 len: 849 time: 0.0606606 Jun 17 14:44:11.511227 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:11.577216 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fb94c-2a84-46c6-8f1d-dce6531515d4 req-e3f413f7-ad08-4079-8bf8-6fab64b819c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:11.578755 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-344fb94c-2a84-46c6-8f1d-dce6531515d4 req-e3f413f7-ad08-4079-8bf8-6fab64b819c9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=224875c5-70eb-4e10-8087-1385d93f5cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760727 Jun 17 14:44:11.607974 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-2f5d9b16-d508-451c-92d4-158c7b7382a5 None None] Set router eccb3088-75f3-43cf-93b3-831e5015d82f gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:44:11.832143 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-344fb94c-2a84-46c6-8f1d-dce6531515d4 req-c52350c7-45c0-454a-8295-67f590b56de1 service neutron] 10.222.0.72 "GET /v2.0/networks/224875c5-70eb-4e10-8087-1385d93f5cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398474 Jun 17 14:44:11.972605 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-344fb94c-2a84-46c6-8f1d-dce6531515d4 req-8a4b7207-9847-48c8-84a3-de814c7efe9c service neutron] 10.222.0.72 "GET /v2.0/networks/224875c5-70eb-4e10-8087-1385d93f5cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337421 Jun 17 14:44:11.979227 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-2f5d9b16-d508-451c-92d4-158c7b7382a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'name': 'tempest-AttachVolumeTestJSON-832543081-router', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:09Z', 'updated_at': '2021-06-17T14:39:27Z', 'revision_number': 4, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'gw_port': {'id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:13Z', 'updated_at': '2021-06-17T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_floatingips': [{'id': '00a2b165-9e33-4a57-babb-1d9bd9167789', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'floating_ip_address': '172.28.2.234', 'floating_network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'router_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'port_id': '3978ba1d-0cb5-47dc-a78a-16a53288aadf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf', 'mac_address': 'fa:16:3e:2c:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d936402-bb71-4f7d-bf28-6a02cf172034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:43:55Z', 'updated_at': '2021-06-17T14:44:09Z', 'revision_number': 1, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be75e727-30cb-4dd1-873d-66fead1a454b', 'name': '', 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'mac_address': 'fa:16:3e:20:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:25Z', 'updated_at': '2021-06-17T14:39:45Z', 'revision_number': 5, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'subnets': [{'id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:44:11.983889 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5d9b16-d508-451c-92d4-158c7b7382a5 None None] The sync data for ids ['eccb3088-75f3-43cf-93b3-831e5015d82f'] in dv-cinder-796859-1-smb is: [{'id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'name': 'tempest-AttachVolumeTestJSON-832543081-router', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:09Z', 'updated_at': '2021-06-17T14:39:27Z', 'revision_number': 4, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'gw_port': {'id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:13Z', 'updated_at': '2021-06-17T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_floatingips': [{'id': '00a2b165-9e33-4a57-babb-1d9bd9167789', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'floating_ip_address': '172.28.2.234', 'floating_network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'router_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'port_id': '3978ba1d-0cb5-47dc-a78a-16a53288aadf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf', 'mac_address': 'fa:16:3e:2c:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d936402-bb71-4f7d-bf28-6a02cf172034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:43:55Z', 'updated_at': '2021-06-17T14:44:09Z', 'revision_number': 1, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be75e727-30cb-4dd1-873d-66fead1a454b', 'name': '', 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'mac_address': 'fa:16:3e:20:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:25Z', 'updated_at': '2021-06-17T14:39:45Z', 'revision_number': 5, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'subnets': [{'id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:44:12.206066 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1359e1-922a-4869-bc33-8c3fc1df287a None None] New status for floating IP 00a2b165-9e33-4a57-babb-1d9bd9167789: ACTIVE {{(pid=78474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:44:18.195094 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:44:25.703691 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:32.895010 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde1a3a-a400-4b5d-a8b3-4a54658aa90b req-8ce24c74-008d-4c4e-9189-eee74e7f6d17 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:32.896441 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-3cde1a3a-a400-4b5d-a8b3-4a54658aa90b req-8ce24c74-008d-4c4e-9189-eee74e7f6d17 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 945 time: 0.0834982 Jun 17 14:44:32.940799 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-3cde1a3a-a400-4b5d-a8b3-4a54658aa90b req-69bb1d61-9292-4407-a436-1e7885c63bee tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385184 Jun 17 14:44:34.139601 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220471d4-8ad4-4e0a-b6cd-5d2fd47a4cfe req-0057e0e8-9e50-4d57-9c35-a66033bad025 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:34.141025 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-220471d4-8ad4-4e0a-b6cd-5d2fd47a4cfe req-0057e0e8-9e50-4d57-9c35-a66033bad025 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 945 time: 0.0898080 Jun 17 14:44:34.186348 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-220471d4-8ad4-4e0a-b6cd-5d2fd47a4cfe req-84ddf3c7-6c89-4b7d-9c34-fa87f106056d tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396049 Jun 17 14:44:35.477265 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13119059-e236-4f10-9138-6be79777b9c5 req-1570b7fc-fd9d-4a6e-81cb-5a1e247b377f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:35.478759 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-13119059-e236-4f10-9138-6be79777b9c5 req-1570b7fc-fd9d-4a6e-81cb-5a1e247b377f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 945 time: 0.0779104 Jun 17 14:44:35.523934 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-13119059-e236-4f10-9138-6be79777b9c5 req-86d9aebd-b9bb-417e-b4ce-33f9af646bcc tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387590 Jun 17 14:44:36.402072 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-bb9566c9-9ec6-4aa6-acdf-627262e18c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:36.720404 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511cb89-2fa6-4df0-9ad0-80f3871e7a61 req-93caf250-f2e3-4f6d-80ff-6a01019ff563 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:36.721778 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5511cb89-2fa6-4df0-9ad0-80f3871e7a61 req-93caf250-f2e3-4f6d-80ff-6a01019ff563 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 945 time: 0.0823166 Jun 17 14:44:36.766320 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5511cb89-2fa6-4df0-9ad0-80f3871e7a61 req-b6b05974-800a-4616-ab18-a9ebee7c323a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389366 Jun 17 14:44:36.846866 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:37.959314 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeaf46d-4638-4925-afb5-68b83ffd1d55 req-23af2a33-9965-4974-9a57-df40b9549157 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:37.960747 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-bbeaf46d-4638-4925-afb5-68b83ffd1d55 req-23af2a33-9965-4974-9a57-df40b9549157 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 945 time: 0.0832715 Jun 17 14:44:38.006854 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-bbeaf46d-4638-4925-afb5-68b83ffd1d55 req-19b6227b-2fc6-4fd3-8022-1ef19b39a61d tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394933 Jun 17 14:44:38.934077 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-bf5f5fd2-28f5-4376-8e7c-85f83618a1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:39.197459 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f4d2c-215c-410e-8da0-cb728aa9c35f req-a391b4f0-0d7e-4a15-82c6-7956d2beacce tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:39.198864 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ec6f4d2c-215c-410e-8da0-cb728aa9c35f req-a391b4f0-0d7e-4a15-82c6-7956d2beacce tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 945 time: 0.0833406 Jun 17 14:44:39.243874 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ec6f4d2c-215c-410e-8da0-cb728aa9c35f req-f5cd3dad-f31e-4ef1-8b72-c470f80e6538 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391946 Jun 17 14:44:40.144427 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:40.450343 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f5b83-6d7f-42ce-b12f-ea1fed51f5df req-4f9e4b13-2ebe-4f27-ad05-8c6110b68eb4 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:40.451851 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-807f5b83-6d7f-42ce-b12f-ea1fed51f5df req-4f9e4b13-2ebe-4f27-ad05-8c6110b68eb4 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 945 time: 0.0889864 Jun 17 14:44:40.496552 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-807f5b83-6d7f-42ce-b12f-ea1fed51f5df req-e6795990-b6da-41dc-b513-2b3058ad6cee tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389020 Jun 17 14:44:41.505548 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:41.692785 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4fb8a-aae5-4554-becd-bc89bfc92685 req-796aed14-ab44-4dec-8d5f-b856ea89d8a4 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:41.694245 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-39e4fb8a-aae5-4554-becd-bc89bfc92685 req-796aed14-ab44-4dec-8d5f-b856ea89d8a4 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 945 time: 0.0841873 Jun 17 14:44:41.739422 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-39e4fb8a-aae5-4554-becd-bc89bfc92685 req-7875a89e-d1a7-48f8-a80d-b853d25ebd68 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383089 Jun 17 14:44:42.925840 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e20c13-edf3-4905-b6f5-cba0f98d4054 req-e02f9c9f-f2d1-4fe2-94b8-22888be4d771 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:42.927310 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-86e20c13-edf3-4905-b6f5-cba0f98d4054 req-e02f9c9f-f2d1-4fe2-94b8-22888be4d771 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 945 time: 0.0796871 Jun 17 14:44:42.972451 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-86e20c13-edf3-4905-b6f5-cba0f98d4054 req-6a53825f-7486-416d-aac9-a3b758b67e9e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393808 Jun 17 14:44:44.175739 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e15234-ad15-4052-9d2b-d048876c2ae7 req-93145e44-68df-495e-99b3-77b5568026bc tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:44.177090 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d8e15234-ad15-4052-9d2b-d048876c2ae7 req-93145e44-68df-495e-99b3-77b5568026bc tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 945 time: 0.0883510 Jun 17 14:44:44.222038 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d8e15234-ad15-4052-9d2b-d048876c2ae7 req-c96dd006-76a0-42c1-ba8a-75d268e960a9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389500 Jun 17 14:44:45.414801 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91a63f-a66b-4365-b81d-81cf0da4ac7e req-ebb4f9fe-80d6-4cce-9d36-7a41dcf206a7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:45.416947 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2b91a63f-a66b-4365-b81d-81cf0da4ac7e req-ebb4f9fe-80d6-4cce-9d36-7a41dcf206a7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 945 time: 0.0839951 Jun 17 14:44:45.460968 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2b91a63f-a66b-4365-b81d-81cf0da4ac7e req-31718f45-3118-4921-a192-ccf87bde7233 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376291 Jun 17 14:44:46.649740 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c500590-7212-4573-ac8f-4cb3385b13f7 req-5a525bf3-899f-4c13-9ded-d08937b74d09 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:46.651398 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4c500590-7212-4573-ac8f-4cb3385b13f7 req-5a525bf3-899f-4c13-9ded-d08937b74d09 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 945 time: 0.0801585 Jun 17 14:44:46.695676 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4c500590-7212-4573-ac8f-4cb3385b13f7 req-5c6dc21d-e74d-4736-a6c9-22578563fd77 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385151 Jun 17 14:44:47.886772 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501b38a-b5f2-4b71-a0ff-912aa776dd17 req-1e462909-d6a2-4cb8-a220-007a6316e6cf tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:47.888196 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5501b38a-b5f2-4b71-a0ff-912aa776dd17 req-1e462909-d6a2-4cb8-a220-007a6316e6cf tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 945 time: 0.0821881 Jun 17 14:44:47.932693 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5501b38a-b5f2-4b71-a0ff-912aa776dd17 req-a7f17b0e-ce9b-454b-9051-9aa715169486 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385466 Jun 17 14:44:49.122876 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0431a-1a51-49e6-8721-eb6fd0166974 req-67f45061-b0fd-4793-b9b7-1120cf827952 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:49.124446 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d1f0431a-1a51-49e6-8721-eb6fd0166974 req-67f45061-b0fd-4793-b9b7-1120cf827952 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 945 time: 0.0831366 Jun 17 14:44:49.261752 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d1f0431a-1a51-49e6-8721-eb6fd0166974 req-592416c5-ec40-4771-bb72-895f5f811dbe tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311584 Jun 17 14:44:49.975432 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device b164eeb7-be62-4231-92ee-a236b42e9f0e details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:44:50.117952 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port b164eeb7-be62-4231-92ee-a236b42e9f0e, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=b164eeb7-be62-4231-92ee-a236b42e9f0e,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:44:50.132311 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Returning: {'device': 'b164eeb7-be62-4231-92ee-a236b42e9f0e', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'port_id': 'b164eeb7-be62-4231-92ee-a236b42e9f0e', 'mac_address': 'fa:16:3e:55:b3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d50089-0579-444b-be8e-835b748ebcf1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:44:50.189216 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:50.206095 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b164eeb7-be62-4231-92ee-a236b42e9f0e {{(pid=78473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:44:50.221365 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port b164eeb7-be62-4231-92ee-a236b42e9f0e, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=b164eeb7-be62-4231-92ee-a236b42e9f0e,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:44:50.224995 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:50.226768 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:44:50.293184 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=b164eeb7-be62-4231-92ee-a236b42e9f0e,revision_number=6']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:44:50.301230 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:44:50.301621 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:44:50.301940 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:44:50.302272 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:44:50.302600 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:44:50.302931 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:44:50.303257 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:44:50.303578 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:44:50.303898 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:44:50.304215 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:44:50.304533 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:44:50.304858 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:44:50.309490 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:44:50.419897 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['b164eeb7-be62-4231-92ee-a236b42e9f0e'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:44:50.457448 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddf7da-da0b-4905-8dbd-f1bdab973712 req-eaa8570a-3e35-424d-ae85-13832be04cbf tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:50.459102 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-90ddf7da-da0b-4905-8dbd-f1bdab973712 req-eaa8570a-3e35-424d-ae85-13832be04cbf tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 944 time: 0.0812671 Jun 17 14:44:50.505968 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-90ddf7da-da0b-4905-8dbd-f1bdab973712 req-801a55eb-a5ef-4831-ba02-b09ffcef3aca tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405452 Jun 17 14:44:51.723482 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241df6e3-ba29-4c6f-b37d-09b147d8970d req-24f0e2c5-f2e2-4c88-954b-063d76ebea64 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:51.725052 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-241df6e3-ba29-4c6f-b37d-09b147d8970d req-24f0e2c5-f2e2-4c88-954b-063d76ebea64 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 944 time: 0.1023862 Jun 17 14:44:51.779641 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-241df6e3-ba29-4c6f-b37d-09b147d8970d req-a23bf345-960c-4236-9100-3154ad808fcf tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449300 Jun 17 14:44:51.986254 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device b164eeb7-be62-4231-92ee-a236b42e9f0e up at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:44:52.070399 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning complete for port b164eeb7-be62-4231-92ee-a236b42e9f0e triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:44:52.071595 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:52.260087 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:52.297491 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port b164eeb7-be62-4231-92ee-a236b42e9f0e, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=b164eeb7-be62-4231-92ee-a236b42e9f0e,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:44:52.298599 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93a07f5-2068-4ed8-ac42-f100ebebbc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b164eeb7-be62-4231-92ee-a236b42e9f0e'}] {{(pid=78473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:44:52.325930 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:52.331372 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:44:52.429109 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=b164eeb7-be62-4231-92ee-a236b42e9f0e,revision_number=7']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:44:52.437015 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:44:52.469263 dv-cinder-796859-1-smb neutron-server[78473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93a07f5-2068-4ed8-ac42-f100ebebbc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b164eeb7-be62-4231-92ee-a236b42e9f0e', 'code': 200} Jun 17 14:44:53.025964 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eedad5-4c93-4161-bb06-93c28b74daef req-83490046-149d-4802-8bde-bfc6d5a3150f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:53.028163 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-93eedad5-4c93-4161-bb06-93c28b74daef req-83490046-149d-4802-8bde-bfc6d5a3150f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 945 time: 0.1158905 Jun 17 14:44:53.082240 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-93eedad5-4c93-4161-bb06-93c28b74daef req-e5faf487-8ee4-4235-923e-3b7a3ae2810e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483546 Jun 17 14:44:54.339842 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffe338-7bb7-4dad-9503-ce9e80a0c1a7 req-7e57fe18-9f8e-4b7f-8cb0-6aa76ea054f7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:54.342079 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a6ffe338-7bb7-4dad-9503-ce9e80a0c1a7 req-7e57fe18-9f8e-4b7f-8cb0-6aa76ea054f7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 945 time: 0.1231110 Jun 17 14:44:54.411040 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a6ffe338-7bb7-4dad-9503-ce9e80a0c1a7 req-30c78871-b1a4-48d6-be5a-81beef0ea954 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611708 Jun 17 14:44:55.195851 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:44:55.643830 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e979b-4417-42f9-9605-776e40cbabc1 req-664e1ebd-b52f-48cf-a05e-a831bd7b6dde tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:55.645296 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7e6e979b-4417-42f9-9605-776e40cbabc1 req-664e1ebd-b52f-48cf-a05e-a831bd7b6dde tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 945 time: 0.1007819 Jun 17 14:44:55.704811 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7e6e979b-4417-42f9-9605-776e40cbabc1 req-42279cfa-a759-4722-bb0e-ee55ffaa350f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481682 Jun 17 14:44:55.736985 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:57.127709 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7202305-146b-4b44-b565-4d8ad091179e req-d25503de-2adf-4619-a54a-3d78edcae035 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:57.136633 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-f7202305-146b-4b44-b565-4d8ad091179e req-d25503de-2adf-4619-a54a-3d78edcae035 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 945 time: 0.1053910 Jun 17 14:44:57.191253 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-f7202305-146b-4b44-b565-4d8ad091179e req-24202981-d734-4389-90ca-407948088548 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532880 Jun 17 14:44:58.450427 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a18da-7677-41a2-9983-e01f283ecfd1 req-f2f5e074-ad6c-4387-9708-37c68a913469 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:58.452768 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-c57a18da-7677-41a2-9983-e01f283ecfd1 req-f2f5e074-ad6c-4387-9708-37c68a913469 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 945 time: 0.1245177 Jun 17 14:44:58.523561 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-c57a18da-7677-41a2-9983-e01f283ecfd1 req-9e67b3ef-2497-4b14-8d56-1bf8e7a22f9f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617104 Jun 17 14:44:59.291554 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7163142b-9596-4fbf-aebc-9d804ed994b2 req-cd3b6fef-09e6-4f0f-a3e7-f2225820bfbf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1595733 Jun 17 14:44:59.471024 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163142b-9596-4fbf-aebc-9d804ed994b2 req-0a39d984-a55e-404c-bc1b-e01e5ec052f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:59.472656 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7163142b-9596-4fbf-aebc-9d804ed994b2 req-0a39d984-a55e-404c-bc1b-e01e5ec052f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9fea33bc93f24501bb4890e68635291e&device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 1099 time: 0.0839372 Jun 17 14:44:59.636804 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163142b-9596-4fbf-aebc-9d804ed994b2 req-08d6644a-23c2-4cc6-b8eb-4eeea0350737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:59.638360 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7163142b-9596-4fbf-aebc-9d804ed994b2 req-08d6644a-23c2-4cc6-b8eb-4eeea0350737 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9c6f823-49c8-4485-b839-e1f6ac7bae1f HTTP/1.1" status: 200 len: 910 time: 0.1444407 Jun 17 14:44:59.772751 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7163142b-9596-4fbf-aebc-9d804ed994b2 req-cf817feb-423c-4c7b-9d5f-3437085f8c4d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24a8b426-cc9f-47aa-86b4-232d3ebc7da0 HTTP/1.1" status: 200 len: 1001 time: 0.1235323 Jun 17 14:44:59.793527 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94398d74-a8c5-4737-b8ba-a31da6e93125 req-ff9bbe56-e4eb-416c-b226-c89aa7522478 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:59.796829 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-94398d74-a8c5-4737-b8ba-a31da6e93125 req-ff9bbe56-e4eb-416c-b226-c89aa7522478 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 945 time: 0.0998447 Jun 17 14:44:59.843309 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163142b-9596-4fbf-aebc-9d804ed994b2 req-0a271121-8dd6-4c8b-93de-ba75bd0c1ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:59.844735 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7163142b-9596-4fbf-aebc-9d804ed994b2 req-0a271121-8dd6-4c8b-93de-ba75bd0c1ee5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e046bc50-f404-4c4a-b363-a37e2ffe6253 HTTP/1.1" status: 200 len: 847 time: 0.0654945 Jun 17 14:44:59.859195 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-94398d74-a8c5-4737-b8ba-a31da6e93125 req-3d4b7e12-1c8a-4155-8472-d36c7d823509 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560069 Jun 17 14:44:59.940586 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163142b-9596-4fbf-aebc-9d804ed994b2 req-61b554da-504d-4235-913a-472627c0d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:44:59.941970 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7163142b-9596-4fbf-aebc-9d804ed994b2 req-61b554da-504d-4235-913a-472627c0d0ad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9c6f823-49c8-4485-b839-e1f6ac7bae1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0898273 Jun 17 14:45:00.101260 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7163142b-9596-4fbf-aebc-9d804ed994b2 req-b9d174bd-e1ca-4175-aac0-9a27119f44c3 service neutron] 10.222.0.72 "GET /v2.0/networks/f9c6f823-49c8-4485-b839-e1f6ac7bae1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510234 Jun 17 14:45:00.259331 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7163142b-9596-4fbf-aebc-9d804ed994b2 req-baec9b49-90d4-4945-a3fa-08e86bc3a4f4 service neutron] 10.222.0.72 "GET /v2.0/networks/f9c6f823-49c8-4485-b839-e1f6ac7bae1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506071 Jun 17 14:45:01.064797 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc41711-45c1-4ec4-89ac-21d28367435a req-1e036639-1918-4e69-8d90-1d5081f0c0f9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:01.066274 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-8bc41711-45c1-4ec4-89ac-21d28367435a req-1e036639-1918-4e69-8d90-1d5081f0c0f9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 945 time: 0.0821311 Jun 17 14:45:01.111329 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-8bc41711-45c1-4ec4-89ac-21d28367435a req-4408aeda-d6e3-476c-8d39-372ef0ba6b21 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387676 Jun 17 14:45:01.499085 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f13ba-3c80-4fca-88ab-489c57051f21 req-e76356a9-f844-4088-afa8-d72deadb1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:01.500552 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-936f13ba-3c80-4fca-88ab-489c57051f21 req-e76356a9-f844-4088-afa8-d72deadb1769 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=092c45fa4f034867b5054335dbba9fa1&device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 1098 time: 0.0754232 Jun 17 14:45:01.731229 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f13ba-3c80-4fca-88ab-489c57051f21 req-1a83ea60-da6e-4f10-ac0f-bd45373ebf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:01.732515 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-936f13ba-3c80-4fca-88ab-489c57051f21 req-1a83ea60-da6e-4f10-ac0f-bd45373ebf94 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4883627e-6fe8-4d7a-b297-cbdd10bc6a3f HTTP/1.1" status: 200 len: 919 time: 0.2246521 Jun 17 14:45:01.838083 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-936f13ba-3c80-4fca-88ab-489c57051f21 req-930a79c2-7138-4955-bad3-13557c7582c9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b164eeb7-be62-4231-92ee-a236b42e9f0e HTTP/1.1" status: 200 len: 1001 time: 0.0978086 Jun 17 14:45:01.903257 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f13ba-3c80-4fca-88ab-489c57051f21 req-f68654ae-802d-4973-841a-f0484c15b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:01.904743 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-936f13ba-3c80-4fca-88ab-489c57051f21 req-f68654ae-802d-4973-841a-f0484c15b865 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49d50089-0579-444b-be8e-835b748ebcf1 HTTP/1.1" status: 200 len: 856 time: 0.0601878 Jun 17 14:45:01.986092 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f13ba-3c80-4fca-88ab-489c57051f21 req-d9a7e385-b42c-4760-a222-ebdcbf9499d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:01.987834 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-936f13ba-3c80-4fca-88ab-489c57051f21 req-d9a7e385-b42c-4760-a222-ebdcbf9499d3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4883627e-6fe8-4d7a-b297-cbdd10bc6a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763762 Jun 17 14:45:02.124016 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-936f13ba-3c80-4fca-88ab-489c57051f21 req-5f173b43-06e2-4fcc-ba35-15a517fd52b1 service neutron] 10.222.0.72 "GET /v2.0/networks/4883627e-6fe8-4d7a-b297-cbdd10bc6a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285164 Jun 17 14:45:02.306768 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-936f13ba-3c80-4fca-88ab-489c57051f21 req-1e16e753-7f87-4645-b984-b11310c048a8 service neutron] 10.222.0.72 "GET /v2.0/networks/4883627e-6fe8-4d7a-b297-cbdd10bc6a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738963 Jun 17 14:45:02.346257 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194b0ce-41e0-41c8-93ec-1afc6e26272f req-b6dd6d36-3a3e-446e-8351-a438ec8b641a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:02.347750 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-3194b0ce-41e0-41c8-93ec-1afc6e26272f req-b6dd6d36-3a3e-446e-8351-a438ec8b641a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 945 time: 0.0875778 Jun 17 14:45:02.391550 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-3194b0ce-41e0-41c8-93ec-1afc6e26272f req-9122fe9e-7e73-4fce-90c7-d672c2e653d8 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379834 Jun 17 14:45:03.586278 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b4ca3-a803-4fad-b701-62dc219dfc17 req-98265062-2539-44c0-8e9c-35a043944ae5 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:03.587854 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4e0b4ca3-a803-4fad-b701-62dc219dfc17 req-98265062-2539-44c0-8e9c-35a043944ae5 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 945 time: 0.0836096 Jun 17 14:45:03.637629 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4e0b4ca3-a803-4fad-b701-62dc219dfc17 req-2aca87a0-1184-4313-928c-37b0ed68559f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435095 Jun 17 14:45:04.076510 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device b164eeb7-be62-4231-92ee-a236b42e9f0e no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:45:04.208383 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:04.236231 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93a07f5-2068-4ed8-ac42-f100ebebbc1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b164eeb7-be62-4231-92ee-a236b42e9f0e'}] {{(pid=78473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:45:04.246464 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port b164eeb7-be62-4231-92ee-a236b42e9f0e, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=b164eeb7-be62-4231-92ee-a236b42e9f0e,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:45:04.251239 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:04.253029 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-bcb132d9-e63e-45b8-9792-dee3d41f3dde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:45:04.297210 dv-cinder-796859-1-smb neutron-server[78473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93a07f5-2068-4ed8-ac42-f100ebebbc1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b164eeb7-be62-4231-92ee-a236b42e9f0e', 'code': 200} Jun 17 14:45:04.336384 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=b164eeb7-be62-4231-92ee-a236b42e9f0e,revision_number=8']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:45:04.339605 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:45:04.847347 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311eeff-dfad-4c6f-ab66-a08778fb2df7 req-bd73c6b2-6157-4ab7-9c5d-037a8825bb99 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:04.848833 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-c311eeff-dfad-4c6f-ab66-a08778fb2df7 req-bd73c6b2-6157-4ab7-9c5d-037a8825bb99 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 943 time: 0.0874839 Jun 17 14:45:04.896720 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-c311eeff-dfad-4c6f-ab66-a08778fb2df7 req-adbefd6f-fb36-46ad-b9d6-08835b100149 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413792 Jun 17 14:45:06.398404 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-60418abd-6f78-403b-b832-cb3c2aff8fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:06.413700 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56828f6-e709-4d88-a593-1cee60ae3f17 req-62b7f08a-a027-44c4-93ae-8e0022f0efef tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:06.415302 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-e56828f6-e709-4d88-a593-1cee60ae3f17 req-62b7f08a-a027-44c4-93ae-8e0022f0efef tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 943 time: 0.0840940 Jun 17 14:45:06.471774 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-e56828f6-e709-4d88-a593-1cee60ae3f17 req-7559d9c5-dc97-44c5-b34f-a08e96dd3d5c tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496454 Jun 17 14:45:06.587360 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 48232) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:45:06.712929 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-629f612d-ff79-4dbf-9f83-52579eaf568a req-35ecb173-a280-442e-a1cf-b6fe564d849d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1239381 Jun 17 14:45:06.810551 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00672e-17ff-43cb-991d-8ecf5a3c4880 req-25349824-7b63-4408-bf03-36a2dffe849b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:06.812198 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-1e00672e-17ff-43cb-991d-8ecf5a3c4880 req-25349824-7b63-4408-bf03-36a2dffe849b tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d936402-bb71-4f7d-bf28-6a02cf172034 HTTP/1.1" status: 200 len: 946 time: 0.0903695 Jun 17 14:45:06.855865 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:06.864073 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-1e00672e-17ff-43cb-991d-8ecf5a3c4880 req-84ea9537-7669-4db4-af63-513a671b116d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=799babbc-d18a-4a4f-9c47-2d73fe93ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448561 Jun 17 14:45:07.463122 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f612d-ff79-4dbf-9f83-52579eaf568a req-0754bcf2-e995-42f0-b156-a729ff003fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:07.465759 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-629f612d-ff79-4dbf-9f83-52579eaf568a req-0754bcf2-e995-42f0-b156-a729ff003fd0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e&tenant_id=092c45fa4f034867b5054335dbba9fa1 HTTP/1.1" status: 200 len: 1096 time: 0.0760133 Jun 17 14:45:07.572932 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f612d-ff79-4dbf-9f83-52579eaf568a req-fcd52c97-503f-4eec-8042-3f689432b587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:07.574634 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-629f612d-ff79-4dbf-9f83-52579eaf568a req-fcd52c97-503f-4eec-8042-3f689432b587 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=092c45fa4f034867b5054335dbba9fa1&device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 1096 time: 0.0745707 Jun 17 14:45:07.782043 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f612d-ff79-4dbf-9f83-52579eaf568a req-e8e7ca97-78ee-48ce-9ff3-e2c40c3b15b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:07.783405 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-629f612d-ff79-4dbf-9f83-52579eaf568a req-e8e7ca97-78ee-48ce-9ff3-e2c40c3b15b8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4883627e-6fe8-4d7a-b297-cbdd10bc6a3f HTTP/1.1" status: 200 len: 919 time: 0.2020776 Jun 17 14:45:07.795050 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6142c2-fef7-4e34-b76d-fcfcad7c9cef req-1284ef7f-01eb-43f1-9efb-8d2620eb015f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:07.796487 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5b6142c2-fef7-4e34-b76d-fcfcad7c9cef req-1284ef7f-01eb-43f1-9efb-8d2620eb015f tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 943 time: 0.1892014 Jun 17 14:45:07.932584 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5b6142c2-fef7-4e34-b76d-fcfcad7c9cef req-00ade765-4f14-424e-8abc-776e87dff1ef tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766132 Jun 17 14:45:07.934401 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-629f612d-ff79-4dbf-9f83-52579eaf568a req-f2e6dc37-fbc8-4e19-93c1-c81991d0faa7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b164eeb7-be62-4231-92ee-a236b42e9f0e HTTP/1.1" status: 200 len: 999 time: 0.1370187 Jun 17 14:45:08.001192 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f612d-ff79-4dbf-9f83-52579eaf568a req-a4e5ec51-abbe-421e-9cb9-ba56db8ead6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:08.002728 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-629f612d-ff79-4dbf-9f83-52579eaf568a req-a4e5ec51-abbe-421e-9cb9-ba56db8ead6c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49d50089-0579-444b-be8e-835b748ebcf1 HTTP/1.1" status: 200 len: 856 time: 0.0615613 Jun 17 14:45:08.061003 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b21c5-1821-4fb7-9e2d-32f34d157392 req-3382aac3-60e1-4638-8562-495138fc4db2 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:08.062537 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-831b21c5-1821-4fb7-9e2d-32f34d157392 req-3382aac3-60e1-4638-8562-495138fc4db2 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d936402-bb71-4f7d-bf28-6a02cf172034 HTTP/1.1" status: 200 len: 946 time: 0.0876961 Jun 17 14:45:08.087369 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f612d-ff79-4dbf-9f83-52579eaf568a req-a8765f70-61a6-4ea5-98d5-8f21cf622396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:08.089016 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-629f612d-ff79-4dbf-9f83-52579eaf568a req-a8765f70-61a6-4ea5-98d5-8f21cf622396 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4883627e-6fe8-4d7a-b297-cbdd10bc6a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785358 Jun 17 14:45:08.095358 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device b164eeb7-be62-4231-92ee-a236b42e9f0e no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:45:08.110840 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-831b21c5-1821-4fb7-9e2d-32f34d157392 req-b2248250-72d9-47ac-a6f0-a3a4ff83fcb4 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=799babbc-d18a-4a4f-9c47-2d73fe93ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425062 Jun 17 14:45:08.229613 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-629f612d-ff79-4dbf-9f83-52579eaf568a req-af38ee0b-be47-489b-9d0f-7dddbb49d075 service neutron] 10.222.0.72 "GET /v2.0/networks/4883627e-6fe8-4d7a-b297-cbdd10bc6a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324267 Jun 17 14:45:08.470822 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-629f612d-ff79-4dbf-9f83-52579eaf568a req-6dbe4810-b301-4a50-a0fb-529de9362e6a service neutron] 10.222.0.72 "GET /v2.0/networks/4883627e-6fe8-4d7a-b297-cbdd10bc6a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334690 Jun 17 14:45:08.928784 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285b22a-ff7f-4e8a-a8d4-c4160acf1e3a req-25830df3-5542-41b0-9114-f3098d8af9be tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:08.930289 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-f285b22a-ff7f-4e8a-a8d4-c4160acf1e3a req-25830df3-5542-41b0-9114-f3098d8af9be tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d936402-bb71-4f7d-bf28-6a02cf172034 HTTP/1.1" status: 200 len: 946 time: 0.0921929 Jun 17 14:45:08.946286 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-304b9897-b465-47d2-b26a-6947e0f2ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:09.023967 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-f285b22a-ff7f-4e8a-a8d4-c4160acf1e3a req-5f7d2755-df1d-4d8d-83a9-964ab44ae582 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Deleting port 3978ba1d-0cb5-47dc-a78a-16a53288aadf {{(pid=78471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:45:09.024300 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-f285b22a-ff7f-4e8a-a8d4-c4160acf1e3a req-5f7d2755-df1d-4d8d-83a9-964ab44ae582 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:09.362628 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2f560-a8ab-49a6-bd24-06bed6052b23 req-8fc50b49-0293-43f1-98d3-80f303594b8c tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:09.364202 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4ec2f560-a8ab-49a6-bd24-06bed6052b23 req-8fc50b49-0293-43f1-98d3-80f303594b8c tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 943 time: 0.2866316 Jun 17 14:45:09.380736 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a573f12-8b30-4abd-a5f6-142d63404e77 req-93e2b949-2505-4a6a-a587-668fd987acb2 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:09.383580 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-2a573f12-8b30-4abd-a5f6-142d63404e77 req-93e2b949-2505-4a6a-a587-668fd987acb2 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d936402-bb71-4f7d-bf28-6a02cf172034 HTTP/1.1" status: 200 len: 946 time: 0.1340256 Jun 17 14:45:09.461202 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-2a573f12-8b30-4abd-a5f6-142d63404e77 req-55c0867f-6b38-4a38-85e2-05f3bb162e25 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups?id=799babbc-d18a-4a4f-9c47-2d73fe93ed80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710816 Jun 17 14:45:09.490024 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-f285b22a-ff7f-4e8a-a8d4-c4160acf1e3a req-5f7d2755-df1d-4d8d-83a9-964ab44ae582 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] For port 3978ba1d-0cb5-47dc-a78a-16a53288aadf, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=3978ba1d-0cb5-47dc-a78a-16a53288aadf,segment=NetworkSegment(a42f3861-6b32-42c2-9d90-91f17e504aa8),segment_id=a42f3861-6b32-42c2-9d90-91f17e504aa8)] {{(pid=78471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:45:09.490451 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-f285b22a-ff7f-4e8a-a8d4-c4160acf1e3a req-5f7d2755-df1d-4d8d-83a9-964ab44ae582 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:09.503262 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4ec2f560-a8ab-49a6-bd24-06bed6052b23 req-6cf43f13-7f18-472c-84cd-d98a11472def tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289306 Jun 17 14:45:09.996149 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-f285b22a-ff7f-4e8a-a8d4-c4160acf1e3a req-5f7d2755-df1d-4d8d-83a9-964ab44ae582 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:09.996842 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-f285b22a-ff7f-4e8a-a8d4-c4160acf1e3a req-5f7d2755-df1d-4d8d-83a9-964ab44ae582 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768940'] for floatingip, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:09.997340 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.db.l3_db [req-f285b22a-ff7f-4e8a-a8d4-c4160acf1e3a req-5f7d2755-df1d-4d8d-83a9-964ab44ae582 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Floating IP 00a2b165-9e33-4a57-babb-1d9bd9167789 disassociated. External IP: 172.28.2.234, port: 3978ba1d-0cb5-47dc-a78a-16a53288aadf. Jun 17 14:45:09.997777 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-f285b22a-ff7f-4e8a-a8d4-c4160acf1e3a req-5f7d2755-df1d-4d8d-83a9-964ab44ae582 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Calling delete_port for 3978ba1d-0cb5-47dc-a78a-16a53288aadf owned by compute:nova {{(pid=78471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:45:10.154775 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:10.195649 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-f285b22a-ff7f-4e8a-a8d4-c4160acf1e3a req-5f7d2755-df1d-4d8d-83a9-964ab44ae582 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:10.201817 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-7795a5fb-843d-4ba9-ab35-1f59ea7812f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:45:10.253906 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d2755-df1d-4d8d-83a9-964ab44ae582 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Pushing event deleted for resources: {'Port': ['ID=3978ba1d-0cb5-47dc-a78a-16a53288aadf,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:45:10.265143 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d2755-df1d-4d8d-83a9-964ab44ae582 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:10.265522 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d2755-df1d-4d8d-83a9-964ab44ae582 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:10.265916 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d2755-df1d-4d8d-83a9-964ab44ae582 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:10.266279 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d2755-df1d-4d8d-83a9-964ab44ae582 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:10.266631 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d2755-df1d-4d8d-83a9-964ab44ae582 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:10.266986 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d2755-df1d-4d8d-83a9-964ab44ae582 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:10.267320 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d2755-df1d-4d8d-83a9-964ab44ae582 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:10.267663 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d2755-df1d-4d8d-83a9-964ab44ae582 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:10.268012 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d2755-df1d-4d8d-83a9-964ab44ae582 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:10.268358 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d2755-df1d-4d8d-83a9-964ab44ae582 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:10.268701 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d2755-df1d-4d8d-83a9-964ab44ae582 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:10.269044 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d2755-df1d-4d8d-83a9-964ab44ae582 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:10.273636 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-5f7d2755-df1d-4d8d-83a9-964ab44ae582 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:45:10.462720 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f285b22a-ff7f-4e8a-a8d4-c4160acf1e3a req-5f7d2755-df1d-4d8d-83a9-964ab44ae582 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Router eccb3088-75f3-43cf-93b3-831e5015d82f has already been hosted by L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 {{(pid=78471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:45:10.691996 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-bf7e2454-466a-4809-b79e-c9bf553280bb req-f36acc3a-4f65-4ad4-8dda-fcf67b83fab5 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d936402-bb71-4f7d-bf28-6a02cf172034 HTTP/1.1" status: 200 len: 210 time: 0.0700707 Jun 17 14:45:10.733138 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f285b22a-ff7f-4e8a-a8d4-c4160acf1e3a req-5f7d2755-df1d-4d8d-83a9-964ab44ae582 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:45:10.747608 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aade142-fda3-4003-a3dc-c2d9db000a4e None None] Sync routers for ids ['eccb3088-75f3-43cf-93b3-831e5015d82f'] in dv-cinder-796859-1-smb {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:45:10.758567 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aade142-fda3-4003-a3dc-c2d9db000a4e None None] Routers {'eccb3088-75f3-43cf-93b3-831e5015d82f'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:45:10.759676 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-5aade142-fda3-4003-a3dc-c2d9db000a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:45:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['eccb3088-75f3-43cf-93b3-831e5015d82f'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:45:10.995973 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-f285b22a-ff7f-4e8a-a8d4-c4160acf1e3a req-5f7d2755-df1d-4d8d-83a9-964ab44ae582 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] No DVR routers for this DVR port 3978ba1d-0cb5-47dc-a78a-16a53288aadf on host hv-cinder-79685 {{(pid=78471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:45:11.005856 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-f285b22a-ff7f-4e8a-a8d4-c4160acf1e3a req-5f7d2755-df1d-4d8d-83a9-964ab44ae582 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:11.013873 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d936402-bb71-4f7d-bf28-6a02cf172034', 'name': 'network-vif-deleted', 'tag': '3978ba1d-0cb5-47dc-a78a-16a53288aadf'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:45:11.027450 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-5aade142-fda3-4003-a3dc-c2d9db000a4e None None] Set router eccb3088-75f3-43cf-93b3-831e5015d82f gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:45:11.050161 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be8760-1221-4b96-b175-52ccb844ad9c req-48bf92cb-6a95-49aa-9b81-76df40117b00 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:11.051859 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a0be8760-1221-4b96-b175-52ccb844ad9c req-48bf92cb-6a95-49aa-9b81-76df40117b00 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 943 time: 0.3632174 Jun 17 14:45:11.073673 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-f285b22a-ff7f-4e8a-a8d4-c4160acf1e3a req-5f7d2755-df1d-4d8d-83a9-964ab44ae582 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.72 "DELETE /v2.0/ports/3978ba1d-0cb5-47dc-a78a-16a53288aadf HTTP/1.1" status: 204 len: 173 time: 2.1374240 Jun 17 14:45:11.157387 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a0be8760-1221-4b96-b175-52ccb844ad9c req-f68517b8-c5f0-431c-92c2-19db452f5525 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902245 Jun 17 14:45:11.220030 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d936402-bb71-4f7d-bf28-6a02cf172034', 'name': 'network-vif-deleted', 'tag': '3978ba1d-0cb5-47dc-a78a-16a53288aadf', 'status': 'completed', 'code': 200} Jun 17 14:45:11.471257 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-5aade142-fda3-4003-a3dc-c2d9db000a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'name': 'tempest-AttachVolumeTestJSON-832543081-router', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:09Z', 'updated_at': '2021-06-17T14:39:27Z', 'revision_number': 4, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'gw_port': {'id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:13Z', 'updated_at': '2021-06-17T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': 'be75e727-30cb-4dd1-873d-66fead1a454b', 'name': '', 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'mac_address': 'fa:16:3e:20:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:25Z', 'updated_at': '2021-06-17T14:39:45Z', 'revision_number': 5, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'subnets': [{'id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:45:11.476696 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aade142-fda3-4003-a3dc-c2d9db000a4e None None] Checking router: eccb3088-75f3-43cf-93b3-831e5015d82f for host: dv-cinder-796859-1-smb {{(pid=78473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:45:11.486478 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aade142-fda3-4003-a3dc-c2d9db000a4e None None] Routers {'eccb3088-75f3-43cf-93b3-831e5015d82f'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:45:11.487114 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-5aade142-fda3-4003-a3dc-c2d9db000a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:45:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['eccb3088-75f3-43cf-93b3-831e5015d82f'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:45:11.580245 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:11.685791 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-5aade142-fda3-4003-a3dc-c2d9db000a4e None None] Set router eccb3088-75f3-43cf-93b3-831e5015d82f gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:45:11.855708 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-a3cccffc-d55b-4fe5-8166-500fb35aebd8 req-d2dbabca-6763-4143-80c1-39f670fee51c tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Synchronizing usage tracker for tenant:80a9b853210242ac916c0e29f6c3f9bb on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:45:11.873659 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-a3cccffc-d55b-4fe5-8166-500fb35aebd8 req-d2dbabca-6763-4143-80c1-39f670fee51c tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Unset dirty status for tenant:80a9b853210242ac916c0e29f6c3f9bb on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:45:11.874957 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a3cccffc-d55b-4fe5-8166-500fb35aebd8 req-d2dbabca-6763-4143-80c1-39f670fee51c tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d936402-bb71-4f7d-bf28-6a02cf172034 HTTP/1.1" status: 200 len: 210 time: 0.0630512 Jun 17 14:45:12.102162 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-5aade142-fda3-4003-a3dc-c2d9db000a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'name': 'tempest-AttachVolumeTestJSON-832543081-router', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:09Z', 'updated_at': '2021-06-17T14:39:27Z', 'revision_number': 4, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'gw_port': {'id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:13Z', 'updated_at': '2021-06-17T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': 'be75e727-30cb-4dd1-873d-66fead1a454b', 'name': '', 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'mac_address': 'fa:16:3e:20:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:25Z', 'updated_at': '2021-06-17T14:39:45Z', 'revision_number': 5, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'subnets': [{'id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:45:12.107139 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aade142-fda3-4003-a3dc-c2d9db000a4e None None] The sync data for ids ['eccb3088-75f3-43cf-93b3-831e5015d82f'] in dv-cinder-796859-1-smb is: [{'id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'name': 'tempest-AttachVolumeTestJSON-832543081-router', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:09Z', 'updated_at': '2021-06-17T14:39:27Z', 'revision_number': 4, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'gw_port': {'id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:13Z', 'updated_at': '2021-06-17T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': 'be75e727-30cb-4dd1-873d-66fead1a454b', 'name': '', 'network_id': '224875c5-70eb-4e10-8087-1385d93f5cbf', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'mac_address': 'fa:16:3e:20:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:25Z', 'updated_at': '2021-06-17T14:39:45Z', 'revision_number': 5, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'subnets': [{'id': '1c9a4e58-351e-45bb-8981-70921e1085a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:45:12.116281 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 3978ba1d-0cb5-47dc-a78a-16a53288aadf no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:45:12.155010 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] No Port match for: 3978ba1d-0cb5-47dc-a78a-16a53288aadf {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:45:12.155393 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 3978ba1d-0cb5-47dc-a78a-16a53288aadf not bound to the agent host hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:45:12.403286 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f15a59-d77b-45a1-87ed-4520e2464a8b req-1aca2f98-5bb7-45ac-b7a8-603de56d3987 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:12.411769 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-16f15a59-d77b-45a1-87ed-4520e2464a8b req-1aca2f98-5bb7-45ac-b7a8-603de56d3987 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 943 time: 0.1016507 Jun 17 14:45:12.465959 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-16f15a59-d77b-45a1-87ed-4520e2464a8b req-801d6ecd-79cf-4914-86b5-20c00a3f87bc tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527625 Jun 17 14:45:12.475939 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc314479-c6a3-44da-b876-df96de0ad42d None None] New status for floating IP 00a2b165-9e33-4a57-babb-1d9bd9167789: DOWN {{(pid=78474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:45:13.038727 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-00797dd7-7a5a-4bdd-8b03-f4b6c5311139 req-f1589d92-3393-44d1-805b-7d4cade09106 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d936402-bb71-4f7d-bf28-6a02cf172034 HTTP/1.1" status: 200 len: 210 time: 0.0514774 Jun 17 14:45:13.691681 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040715dd-8b68-45b9-be7e-81be1ca01072 req-5e1cc45a-4db4-45cd-99d5-74577cd38f32 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:13.693232 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-040715dd-8b68-45b9-be7e-81be1ca01072 req-5e1cc45a-4db4-45cd-99d5-74577cd38f32 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 943 time: 0.0938141 Jun 17 14:45:13.743476 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-040715dd-8b68-45b9-be7e-81be1ca01072 req-2d68c7f1-8109-4bda-af08-af973b4c0143 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437016 Jun 17 14:45:14.214427 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2af6d21a-3aa8-4333-bcfd-41d11aea17be req-f01d417e-a0cd-4115-9938-6ca889e93606 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d936402-bb71-4f7d-bf28-6a02cf172034 HTTP/1.1" status: 200 len: 210 time: 0.0489662 Jun 17 14:45:15.037017 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffff0a-2ab4-4edb-9613-f7ec661258a5 req-dc1cc1dc-f7d4-450b-b8fd-fd27785987a1 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:15.038407 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-98ffff0a-2ab4-4edb-9613-f7ec661258a5 req-dc1cc1dc-f7d4-450b-b8fd-fd27785987a1 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 943 time: 0.1756659 Jun 17 14:45:15.106019 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-98ffff0a-2ab4-4edb-9613-f7ec661258a5 req-e6dd96e5-b9df-479a-9f0f-79bba200c888 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559039 Jun 17 14:45:15.384780 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4cd69084-b4ca-4b64-bb0c-69cf8db7272c req-f6f6c55b-ad7b-4fd1-ba19-7bb1cf147c06 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d936402-bb71-4f7d-bf28-6a02cf172034 HTTP/1.1" status: 200 len: 210 time: 0.0443535 Jun 17 14:45:16.317342 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f07b7-2d09-4306-9bdc-fbd685eba85c req-de564c65-8a92-45b5-91fd-a80f5fb57bd7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:16.318885 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-2c9f07b7-2d09-4306-9bdc-fbd685eba85c req-de564c65-8a92-45b5-91fd-a80f5fb57bd7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 943 time: 0.0856798 Jun 17 14:45:16.372197 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-2c9f07b7-2d09-4306-9bdc-fbd685eba85c req-f0171c2b-63ff-410f-ab39-df09bc15540d tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471933 Jun 17 14:45:16.559357 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-52a60c3c-bd21-4028-90cd-e80fed54fee6 req-7e1fa4ad-7243-42bc-8d3e-3dca510ea6c9 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d936402-bb71-4f7d-bf28-6a02cf172034 HTTP/1.1" status: 200 len: 210 time: 0.0488083 Jun 17 14:45:17.597419 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf67b94-b4ea-4000-a500-5b326e415035 req-3067363a-d4ce-4e2a-b644-9c475fc00b9a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:17.599145 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-1cf67b94-b4ea-4000-a500-5b326e415035 req-3067363a-d4ce-4e2a-b644-9c475fc00b9a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 943 time: 0.1045666 Jun 17 14:45:17.650232 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-1cf67b94-b4ea-4000-a500-5b326e415035 req-b6cdcb6d-069e-4712-b99f-99846776a8b3 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437255 Jun 17 14:45:17.762228 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-223e1bd6-09f7-4889-aa8c-b0c86c7280cd req-567a40e8-73ec-4023-ae52-88782533dcd7 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d936402-bb71-4f7d-bf28-6a02cf172034 HTTP/1.1" status: 200 len: 210 time: 0.0459871 Jun 17 14:45:18.861571 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2774a-da02-4eb6-b370-be42b3658da5 req-65180d79-2917-45e1-b192-bca0ad377d84 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:18.874225 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-fab2774a-da02-4eb6-b370-be42b3658da5 req-65180d79-2917-45e1-b192-bca0ad377d84 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 943 time: 0.1027095 Jun 17 14:45:18.919150 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-fab2774a-da02-4eb6-b370-be42b3658da5 req-19882dee-c458-4dbc-8747-255de0ea5fe3 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436766 Jun 17 14:45:18.990449 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-126291be-3787-4f1b-9c2d-eebdb2de721c req-f56dfbcd-9457-4ccf-a54f-fa0694da05a9 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d936402-bb71-4f7d-bf28-6a02cf172034 HTTP/1.1" status: 200 len: 210 time: 0.0659933 Jun 17 14:45:20.155599 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d6312afd-fdfc-4b79-93d2-91aa78cc0b8e req-ea6ddfd3-5b8c-4481-907a-0abff53436e6 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d936402-bb71-4f7d-bf28-6a02cf172034 HTTP/1.1" status: 200 len: 210 time: 0.0482609 Jun 17 14:45:20.164217 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dab0a2-a7fc-471b-9fcf-48e9de4bc655 req-1fa3f78c-6dff-44cb-a623-d197aacd2a83 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:20.166065 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-60dab0a2-a7fc-471b-9fcf-48e9de4bc655 req-1fa3f78c-6dff-44cb-a623-d197aacd2a83 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 943 time: 0.1165891 Jun 17 14:45:20.222928 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-60dab0a2-a7fc-471b-9fcf-48e9de4bc655 req-e498f452-041a-482f-bff9-e9da649e1977 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450256 Jun 17 14:45:21.287271 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 48328) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:45:21.373372 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-4bb8f809-b22a-4ce8-9961-35624056bf0d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:21.405849 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-4bb8f809-b22a-4ce8-9961-35624056bf0d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:21.450715 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d2698-f037-4d56-bcf6-21ab5532d8be req-140c2bcd-f8df-4c2e-a656-6d16a9534d40 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:21.452466 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-786d2698-f037-4d56-bcf6-21ab5532d8be req-140c2bcd-f8df-4c2e-a656-6d16a9534d40 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 943 time: 0.0875232 Jun 17 14:45:21.472314 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-4bb8f809-b22a-4ce8-9961-35624056bf0d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:21.479857 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-078b53e3-9ae2-40d3-a2fa-0326510e20fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:45:21.495392 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8f809-b22a-4ce8-9961-35624056bf0d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=799babbc-d18a-4a4f-9c47-2d73fe93ed80,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:45:21.507156 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb8f809-b22a-4ce8-9961-35624056bf0d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:21.507524 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb8f809-b22a-4ce8-9961-35624056bf0d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:21.507890 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb8f809-b22a-4ce8-9961-35624056bf0d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:21.508250 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb8f809-b22a-4ce8-9961-35624056bf0d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:21.508610 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb8f809-b22a-4ce8-9961-35624056bf0d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:21.508960 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb8f809-b22a-4ce8-9961-35624056bf0d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:21.509311 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb8f809-b22a-4ce8-9961-35624056bf0d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:21.509689 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb8f809-b22a-4ce8-9961-35624056bf0d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:21.510038 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb8f809-b22a-4ce8-9961-35624056bf0d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:21.510386 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb8f809-b22a-4ce8-9961-35624056bf0d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:21.511317 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb8f809-b22a-4ce8-9961-35624056bf0d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:21.511317 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb8f809-b22a-4ce8-9961-35624056bf0d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:21.514535 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-4bb8f809-b22a-4ce8-9961-35624056bf0d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:45:21.516163 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-4bb8f809-b22a-4ce8-9961-35624056bf0d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:21.517262 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-4bb8f809-b22a-4ce8-9961-35624056bf0d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "DELETE /v2.0/security-groups/799babbc-d18a-4a4f-9c47-2d73fe93ed80 HTTP/1.1" status: 204 len: 168 time: 0.2290056 Jun 17 14:45:21.522727 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 48332) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:45:21.527807 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-786d2698-f037-4d56-bcf6-21ab5532d8be req-31c70e71-99f7-4eb1-aac6-ecf3ffa22743 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598328 Jun 17 14:45:21.541918 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.api.v2.resource [None req-ee22a169-1934-4f8a-a710-8b26fac46c06 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] show failed (client error): The resource could not be found. Jun 17 14:45:21.544002 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-ee22a169-1934-4f8a-a710-8b26fac46c06 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "GET /v2.0/security-groups/799babbc-d18a-4a4f-9c47-2d73fe93ed80 HTTP/1.1" status: 404 len: 347 time: 0.0193789 Jun 17 14:45:21.547597 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 48336) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:45:21.714624 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-5b8dcf1c-182c-4746-909b-0ffa50827d6a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Deleting port 355c8524-3862-4dde-9691-6a8b2b96ba88 {{(pid=78472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:45:21.714864 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5b8dcf1c-182c-4746-909b-0ffa50827d6a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:21.923882 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5b8dcf1c-182c-4746-909b-0ffa50827d6a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:21.924254 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5b8dcf1c-182c-4746-909b-0ffa50827d6a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:22.067451 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-5b8dcf1c-182c-4746-909b-0ffa50827d6a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Calling delete_port for 355c8524-3862-4dde-9691-6a8b2b96ba88 owned by network:floatingip {{(pid=78472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:45:22.168985 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device b164eeb7-be62-4231-92ee-a236b42e9f0e details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:45:22.240382 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5b8dcf1c-182c-4746-909b-0ffa50827d6a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14896044'] for port, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:22.246697 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-c0afbb8d-8662-409f-9d13-99cb0282ba74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:45:22.320205 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8dcf1c-182c-4746-909b-0ffa50827d6a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Pushing event deleted for resources: {'Port': ['ID=355c8524-3862-4dde-9691-6a8b2b96ba88,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:45:22.326489 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port b164eeb7-be62-4231-92ee-a236b42e9f0e, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=b164eeb7-be62-4231-92ee-a236b42e9f0e,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:45:22.326658 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-5b8dcf1c-182c-4746-909b-0ffa50827d6a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:45:22.348789 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Returning: {'device': 'b164eeb7-be62-4231-92ee-a236b42e9f0e', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'port_id': 'b164eeb7-be62-4231-92ee-a236b42e9f0e', 'mac_address': 'fa:16:3e:55:b3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d50089-0579-444b-be8e-835b748ebcf1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:45:22.419717 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:22.435694 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5b8dcf1c-182c-4746-909b-0ffa50827d6a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks [] for floatingip, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:22.439535 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b164eeb7-be62-4231-92ee-a236b42e9f0e {{(pid=78473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:45:22.455804 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5b8dcf1c-182c-4746-909b-0ffa50827d6a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for floatingip, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:22.456935 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-5b8dcf1c-182c-4746-909b-0ffa50827d6a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] 10.222.0.77 "DELETE /v2.0/floatingips/00a2b165-9e33-4a57-babb-1d9bd9167789 HTTP/1.1" status: 204 len: 168 time: 0.9081318 Jun 17 14:45:22.460252 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port b164eeb7-be62-4231-92ee-a236b42e9f0e, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=b164eeb7-be62-4231-92ee-a236b42e9f0e,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:45:22.464975 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:22.466820 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:45:22.545168 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=b164eeb7-be62-4231-92ee-a236b42e9f0e,revision_number=9']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:45:22.551426 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:45:22.795789 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299d3d6-b6fe-4d24-9a40-72c720406781 req-d95e65ef-7d50-45e3-bc22-488277b64d87 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:22.797358 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-1299d3d6-b6fe-4d24-9a40-72c720406781 req-d95e65ef-7d50-45e3-bc22-488277b64d87 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 944 time: 0.0930882 Jun 17 14:45:22.803781 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['b164eeb7-be62-4231-92ee-a236b42e9f0e'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:45:22.870449 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-1299d3d6-b6fe-4d24-9a40-72c720406781 req-47650f07-6d17-4dc7-8041-f04f70f0b0f9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635138 Jun 17 14:45:24.088237 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af00fbf-b795-4515-a68c-ed89bba32d26 req-8948df5e-3527-43fa-861d-f7deb907590a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:24.089738 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9af00fbf-b795-4515-a68c-ed89bba32d26 req-8948df5e-3527-43fa-861d-f7deb907590a tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 944 time: 0.0941348 Jun 17 14:45:24.145725 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9af00fbf-b795-4515-a68c-ed89bba32d26 req-0fbed41b-64dd-40c6-8bb8-1c0a2e04cdbb tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496922 Jun 17 14:45:24.166283 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device b164eeb7-be62-4231-92ee-a236b42e9f0e up at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:45:24.243547 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning complete for port b164eeb7-be62-4231-92ee-a236b42e9f0e triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:45:24.243929 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:24.399946 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:24.439982 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93a07f5-2068-4ed8-ac42-f100ebebbc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b164eeb7-be62-4231-92ee-a236b42e9f0e'}] {{(pid=78473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:45:24.447770 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port b164eeb7-be62-4231-92ee-a236b42e9f0e, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=b164eeb7-be62-4231-92ee-a236b42e9f0e,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:45:24.452660 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:24.454751 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:45:24.517299 dv-cinder-796859-1-smb neutron-server[78473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93a07f5-2068-4ed8-ac42-f100ebebbc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b164eeb7-be62-4231-92ee-a236b42e9f0e', 'code': 200} Jun 17 14:45:24.530089 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=b164eeb7-be62-4231-92ee-a236b42e9f0e,revision_number=10']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:45:24.533133 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:45:24.877901 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72b17c-2fdb-453f-a237-0b815557799a req-32d82610-d738-4fa8-a096-7cfb4a4204f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:24.879465 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-df72b17c-2fdb-453f-a237-0b815557799a req-32d82610-d738-4fa8-a096-7cfb4a4204f6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 1099 time: 0.0786784 Jun 17 14:45:24.927095 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-df72b17c-2fdb-453f-a237-0b815557799a req-36e408a9-623c-4c8d-b14d-371d7efe6399 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398958 Jun 17 14:45:25.355860 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f7f25-e5c5-45eb-a41b-1a49c65e1fbc req-959fa8b3-9aa4-4f5a-b300-fa2c1bcba4e4 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:25.357335 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-682f7f25-e5c5-45eb-a41b-1a49c65e1fbc req-959fa8b3-9aa4-4f5a-b300-fa2c1bcba4e4 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 946 time: 0.0891869 Jun 17 14:45:25.405891 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-682f7f25-e5c5-45eb-a41b-1a49c65e1fbc req-f168b70d-b71d-40f8-a2eb-fff53dd17b5e tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411282 Jun 17 14:45:25.699456 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:25.805723 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 48372) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:45:26.703991 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15bee9-fd65-4cd4-bb32-071650e55fc5 req-a7bc3044-2a6e-40b3-a1fc-84b9bc0938c7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:26.705540 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4c15bee9-fd65-4cd4-bb32-071650e55fc5 req-a7bc3044-2a6e-40b3-a1fc-84b9bc0938c7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 946 time: 0.1164966 Jun 17 14:45:26.810031 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4c15bee9-fd65-4cd4-bb32-071650e55fc5 req-3d57bb7d-33b3-4552-82b5-2fe8e2c9aa59 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922506 Jun 17 14:45:26.832784 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-cbbf2460-40dc-4c70-8cce-e7110d1d1215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768446'] for router_interface, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:27.238085 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-cbbf2460-40dc-4c70-8cce-e7110d1d1215 admin admin] Deleting port be75e727-30cb-4dd1-873d-66fead1a454b {{(pid=78472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:45:27.238420 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-cbbf2460-40dc-4c70-8cce-e7110d1d1215 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:27.428437 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.db [None req-cbbf2460-40dc-4c70-8cce-e7110d1d1215 admin admin] For port be75e727-30cb-4dd1-873d-66fead1a454b, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=be75e727-30cb-4dd1-873d-66fead1a454b,segment=NetworkSegment(a42f3861-6b32-42c2-9d90-91f17e504aa8),segment_id=a42f3861-6b32-42c2-9d90-91f17e504aa8)] {{(pid=78472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:45:27.428678 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-cbbf2460-40dc-4c70-8cce-e7110d1d1215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:27.553172 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-cbbf2460-40dc-4c70-8cce-e7110d1d1215 admin admin] Calling delete_port for be75e727-30cb-4dd1-873d-66fead1a454b owned by network:router_interface {{(pid=78472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:45:27.749908 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-cbbf2460-40dc-4c70-8cce-e7110d1d1215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14896044'] for port, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:27.754425 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:45:27.799587 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf2460-40dc-4c70-8cce-e7110d1d1215 admin admin] Pushing event deleted for resources: {'Port': ['ID=be75e727-30cb-4dd1-873d-66fead1a454b,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:45:27.950269 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-cbbf2460-40dc-4c70-8cce-e7110d1d1215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:45:28.064681 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa565c-3aae-4c2d-b42b-3f169ff76cc6 req-ab55dd2f-486a-4a66-be85-05e13a9cd924 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:28.066396 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6cfa565c-3aae-4c2d-b42b-3f169ff76cc6 req-ab55dd2f-486a-4a66-be85-05e13a9cd924 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 946 time: 0.0937998 Jun 17 14:45:28.116293 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6cfa565c-3aae-4c2d-b42b-3f169ff76cc6 req-f09f4b2b-508c-497b-a538-eed9ed58fb54 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433125 Jun 17 14:45:28.223264 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-cbbf2460-40dc-4c70-8cce-e7110d1d1215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752654'] for router_interface, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:28.596728 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbf2460-40dc-4c70-8cce-e7110d1d1215 admin admin] Router eccb3088-75f3-43cf-93b3-831e5015d82f has already been hosted by L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 {{(pid=78472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:45:28.790204 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbf2460-40dc-4c70-8cce-e7110d1d1215 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:45:28.800602 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87cf01a-d205-45cc-ba53-6b0d41c6cc0b None None] Sync routers for ids ['eccb3088-75f3-43cf-93b3-831e5015d82f'] in dv-cinder-796859-1-smb {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:45:28.805497 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-cbbf2460-40dc-4c70-8cce-e7110d1d1215 admin admin] 10.222.0.77 "PUT /v2.0/routers/eccb3088-75f3-43cf-93b3-831e5015d82f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9984653 Jun 17 14:45:28.808062 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 48418) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:45:28.813049 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87cf01a-d205-45cc-ba53-6b0d41c6cc0b None None] Routers {'eccb3088-75f3-43cf-93b3-831e5015d82f'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:45:28.813731 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-f87cf01a-d205-45cc-ba53-6b0d41c6cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:45:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['eccb3088-75f3-43cf-93b3-831e5015d82f'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:45:28.994570 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-c7126f37-e7ed-45fb-8456-031379626f55 admin admin] Notify callbacks [] for router, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:28.998431 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-f87cf01a-d205-45cc-ba53-6b0d41c6cc0b None None] Set router eccb3088-75f3-43cf-93b3-831e5015d82f gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:45:29.181950 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-c7126f37-e7ed-45fb-8456-031379626f55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:29.193093 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [None req-c7126f37-e7ed-45fb-8456-031379626f55 admin admin] Deleting port 345c21d5-2f79-434a-ae4e-b085996bbe61 {{(pid=78471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:45:29.193430 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-c7126f37-e7ed-45fb-8456-031379626f55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:29.304237 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-f87cf01a-d205-45cc-ba53-6b0d41c6cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'name': 'tempest-AttachVolumeTestJSON-832543081-router', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:09Z', 'updated_at': '2021-06-17T14:45:27Z', 'revision_number': 5, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'gw_port': {'id': '345c21d5-2f79-434a-ae4e-b085996bbe61', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:13Z', 'updated_at': '2021-06-17T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb'}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:45:29.308063 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87cf01a-d205-45cc-ba53-6b0d41c6cc0b None None] Checking router: eccb3088-75f3-43cf-93b3-831e5015d82f for host: dv-cinder-796859-1-smb {{(pid=78473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:45:29.317062 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87cf01a-d205-45cc-ba53-6b0d41c6cc0b None None] Routers {'eccb3088-75f3-43cf-93b3-831e5015d82f'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:45:29.317696 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-f87cf01a-d205-45cc-ba53-6b0d41c6cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:45:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['eccb3088-75f3-43cf-93b3-831e5015d82f'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:45:29.472582 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [None req-c7126f37-e7ed-45fb-8456-031379626f55 admin admin] For port 345c21d5-2f79-434a-ae4e-b085996bbe61, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=345c21d5-2f79-434a-ae4e-b085996bbe61,segment=NetworkSegment(23ce0af5-72f9-4008-9996-e17bae4589dc),segment_id=23ce0af5-72f9-4008-9996-e17bae4589dc)] {{(pid=78471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:45:29.472940 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-c7126f37-e7ed-45fb-8456-031379626f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:29.510171 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-f87cf01a-d205-45cc-ba53-6b0d41c6cc0b None None] Set router eccb3088-75f3-43cf-93b3-831e5015d82f gateway port host: None {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:45:29.598111 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [None req-c7126f37-e7ed-45fb-8456-031379626f55 admin admin] Calling delete_port for 345c21d5-2f79-434a-ae4e-b085996bbe61 owned by network:router_gateway {{(pid=78471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:45:29.618602 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-f87cf01a-d205-45cc-ba53-6b0d41c6cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'name': 'tempest-AttachVolumeTestJSON-832543081-router', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:09Z', 'updated_at': '2021-06-17T14:45:29Z', 'revision_number': 6, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'gw_port_host': None}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:45:29.622934 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87cf01a-d205-45cc-ba53-6b0d41c6cc0b None None] The sync data for ids ['eccb3088-75f3-43cf-93b3-831e5015d82f'] in dv-cinder-796859-1-smb is: [{'id': 'eccb3088-75f3-43cf-93b3-831e5015d82f', 'name': 'tempest-AttachVolumeTestJSON-832543081-router', 'tenant_id': '80a9b853210242ac916c0e29f6c3f9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:09Z', 'updated_at': '2021-06-17T14:45:29Z', 'revision_number': 6, 'project_id': '80a9b853210242ac916c0e29f6c3f9bb', 'gw_port_host': None}] {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:45:29.915718 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-c7126f37-e7ed-45fb-8456-031379626f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:29.922165 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-8d67040e-f301-4e9d-a794-91b58cdf285b tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:45:29.966846 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7126f37-e7ed-45fb-8456-031379626f55 admin admin] Pushing event deleted for resources: {'Port': ['ID=345c21d5-2f79-434a-ae4e-b085996bbe61,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:45:29.994257 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-c7126f37-e7ed-45fb-8456-031379626f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:45:30.068999 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-c7126f37-e7ed-45fb-8456-031379626f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768913'] for router_gateway, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:30.244778 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-c7126f37-e7ed-45fb-8456-031379626f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3814'] for router, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:30.247235 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-c7126f37-e7ed-45fb-8456-031379626f55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:30.333446 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-c7126f37-e7ed-45fb-8456-031379626f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746556'] for router, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:30.333804 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7126f37-e7ed-45fb-8456-031379626f55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eccb3088-75f3-43cf-93b3-831e5015d82f {{(pid=78471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 14:45:30.356772 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-c7126f37-e7ed-45fb-8456-031379626f55 admin admin] Notify callbacks [] for router, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:30.357918 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-c7126f37-e7ed-45fb-8456-031379626f55 admin admin] 10.222.0.77 "DELETE /v2.0/routers/eccb3088-75f3-43cf-93b3-831e5015d82f HTTP/1.1" status: 204 len: 168 time: 1.5488372 Jun 17 14:45:30.360738 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 48422) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:45:30.426994 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af43b1c-34c6-43c7-82ab-d49fbb0357cf admin admin] Deleting subnet 1c9a4e58-351e-45bb-8981-70921e1085a6 {{(pid=78471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 17 14:45:30.430317 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3af43b1c-34c6-43c7-82ab-d49fbb0357cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:30.447913 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device be75e727-30cb-4dd1-873d-66fead1a454b no longer exists at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:45:30.481861 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3af43b1c-34c6-43c7-82ab-d49fbb0357cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15166260'] for subnet, precommit_delete_associations {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:30.488496 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] No Port match for: be75e727-30cb-4dd1-873d-66fead1a454b {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:45:30.488848 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device be75e727-30cb-4dd1-873d-66fead1a454b not bound to the agent host dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:45:30.489277 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 345c21d5-2f79-434a-ae4e-b085996bbe61 no longer exists at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:45:30.530303 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] No Port match for: 345c21d5-2f79-434a-ae4e-b085996bbe61 {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:45:30.530303 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 345c21d5-2f79-434a-ae4e-b085996bbe61 not bound to the agent host dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:45:30.621526 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3af43b1c-34c6-43c7-82ab-d49fbb0357cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820958'] for subnet, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:30.979764 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3af43b1c-34c6-43c7-82ab-d49fbb0357cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16519630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14744849'] for subnet, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:30.983538 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:45:31.021530 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3af43b1c-34c6-43c7-82ab-d49fbb0357cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:31.024571 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af43b1c-34c6-43c7-82ab-d49fbb0357cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c9a4e58-351e-45bb-8981-70921e1085a6,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:45:31.026456 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30ace8d-9f06-44fb-a171-3779005ad59a None None] Network 224875c5-70eb-4e10-8087-1385d93f5cbf requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:45:31.026892 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3af43b1c-34c6-43c7-82ab-d49fbb0357cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:45:31.032030 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-3af43b1c-34c6-43c7-82ab-d49fbb0357cf admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1c9a4e58-351e-45bb-8981-70921e1085a6 HTTP/1.1" status: 204 len: 168 time: 0.6703007 Jun 17 14:45:31.034854 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 48426) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:45:31.150501 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-58035b7e-9685-4376-9636-db80a50bb8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:31.161162 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [None req-58035b7e-9685-4376-9636-db80a50bb8fc admin admin] Deleting port 02babf3f-68b6-4ab7-b93b-0c792b323956 {{(pid=78471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:45:31.161490 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-58035b7e-9685-4376-9636-db80a50bb8fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:31.309464 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0776ee8-715c-4523-af01-ead7b5724edc None None] DHCP port deletion for 224875c5-70eb-4e10-8087-1385d93f5cbf request from dv-cinder-796859-1-smb {{(pid=78473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 17 14:45:31.314504 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-d0776ee8-715c-4523-af01-ead7b5724edc None None] Deleting port 02babf3f-68b6-4ab7-b93b-0c792b323956 {{(pid=78473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:45:31.314905 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-d0776ee8-715c-4523-af01-ead7b5724edc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:31.390538 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [None req-58035b7e-9685-4376-9636-db80a50bb8fc admin admin] For port 02babf3f-68b6-4ab7-b93b-0c792b323956, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=02babf3f-68b6-4ab7-b93b-0c792b323956,segment=NetworkSegment(a42f3861-6b32-42c2-9d90-91f17e504aa8),segment_id=a42f3861-6b32-42c2-9d90-91f17e504aa8)] {{(pid=78471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:45:31.391160 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-58035b7e-9685-4376-9636-db80a50bb8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:31.529573 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [None req-58035b7e-9685-4376-9636-db80a50bb8fc admin admin] Calling delete_port for 02babf3f-68b6-4ab7-b93b-0c792b323956 owned by network:dhcp {{(pid=78471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:45:31.551104 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-d0776ee8-715c-4523-af01-ead7b5724edc None None] For port 02babf3f-68b6-4ab7-b93b-0c792b323956, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=02babf3f-68b6-4ab7-b93b-0c792b323956,segment=NetworkSegment(a42f3861-6b32-42c2-9d90-91f17e504aa8),segment_id=a42f3861-6b32-42c2-9d90-91f17e504aa8)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:45:31.551749 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-d0776ee8-715c-4523-af01-ead7b5724edc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:31.617045 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-58035b7e-9685-4376-9636-db80a50bb8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:31.620991 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3ed15a42-572c-4544-bc03-d90c1e9e97a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:45:31.668968 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58035b7e-9685-4376-9636-db80a50bb8fc admin admin] Pushing event deleted for resources: {'Port': ['ID=02babf3f-68b6-4ab7-b93b-0c792b323956,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:45:31.671435 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-58035b7e-9685-4376-9636-db80a50bb8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:45:31.674958 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58035b7e-9685-4376-9636-db80a50bb8fc admin admin] No DVR routers for this DVR port 02babf3f-68b6-4ab7-b93b-0c792b323956 on host dv-cinder-796859-1-smb {{(pid=78471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:45:31.679031 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-d0776ee8-715c-4523-af01-ead7b5724edc None None] Calling delete_port for 02babf3f-68b6-4ab7-b93b-0c792b323956 owned by network:dhcp {{(pid=78473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:45:31.798491 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-58035b7e-9685-4376-9636-db80a50bb8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821569', 'neutron.services.segments.db._delete_segments_for_network-8744814336166'] for network, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:31.811659 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.services.segments.db [None req-58035b7e-9685-4376-9636-db80a50bb8fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['224875c5-70eb-4e10-8087-1385d93f5cbf']}} {{(pid=78471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:45:31.823737 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.db.api [None req-d0776ee8-715c-4523-af01-ead7b5724edc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78473) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 14:45:31.824118 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_db.api [None req-d0776ee8-715c-4523-af01-ead7b5724edc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 14:45:31.824636 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.services.segments.db [None req-58035b7e-9685-4376-9636-db80a50bb8fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a42f3861-6b32-42c2-9d90-91f17e504aa8') {'for_net_delete': True} {{(pid=78471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:45:31.824930 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.services.segments.db [None req-58035b7e-9685-4376-9636-db80a50bb8fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a42f3861-6b32-42c2-9d90-91f17e504aa8') {} {{(pid=78471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:45:31.837530 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-58035b7e-9685-4376-9636-db80a50bb8fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744814347277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15166211'] for segment, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:31.854608 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-58035b7e-9685-4376-9636-db80a50bb8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:31.860885 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58035b7e-9685-4376-9636-db80a50bb8fc admin admin] Releasing vlan 1301 on physical network physnet1 to pool {{(pid=78471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:45:31.861274 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-58035b7e-9685-4376-9636-db80a50bb8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1816777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16519788'] for segment, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: Traceback (most recent call last): Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: timer() Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: cb(*args, **kw) Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: return func(*args, **kwargs) Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: self._notify() Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: self.callback(batched_events) Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: event.method(event) Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: return f(self, *a, **k) Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: return self._get(url).json() Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: return self.request(url, 'GET', **kwargs) Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:45:31.874217 dv-cinder-796859-1-smb neutron-server[78471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:45:31.969274 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-58035b7e-9685-4376-9636-db80a50bb8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768958'] for network, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:31.973762 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:45:31.986849 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-58035b7e-9685-4376-9636-db80a50bb8fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:31.997658 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58035b7e-9685-4376-9636-db80a50bb8fc admin admin] Pushing event deleted for resources: {'Network': ['ID=224875c5-70eb-4e10-8087-1385d93f5cbf,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:45:32.001103 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-58035b7e-9685-4376-9636-db80a50bb8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:45:32.015025 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-58035b7e-9685-4376-9636-db80a50bb8fc admin admin] 10.222.0.77 "DELETE /v2.0/networks/224875c5-70eb-4e10-8087-1385d93f5cbf HTTP/1.1" status: 204 len: 168 time: 0.9787099 Jun 17 14:45:32.137048 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 48432) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:45:32.192764 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-74fc1d24-084a-4039-bf1a-e6a89198f1e6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=80a9b853210242ac916c0e29f6c3f9bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0511317 Jun 17 14:45:32.193070 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 48436) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:45:32.196336 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:45:32.255993 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-b0d3c291-a1d0-4e55-8764-a60be4eddec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:32.282193 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-b0d3c291-a1d0-4e55-8764-a60be4eddec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:32.325065 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-d0776ee8-715c-4523-af01-ead7b5724edc None None] Deleting port 02babf3f-68b6-4ab7-b93b-0c792b323956 {{(pid=78473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:45:32.325450 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-d0776ee8-715c-4523-af01-ead7b5724edc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:32.344814 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-b0d3c291-a1d0-4e55-8764-a60be4eddec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:32.351992 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-01e48c66-82a5-448e-8e61-91219d375582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:45:32.368750 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3c291-a1d0-4e55-8764-a60be4eddec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b02412-4ad6-4ed8-a288-db4548b45c31,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:45:32.373201 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-b0d3c291-a1d0-4e55-8764-a60be4eddec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:45:32.380824 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-b0d3c291-a1d0-4e55-8764-a60be4eddec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:32.384962 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-b0d3c291-a1d0-4e55-8764-a60be4eddec0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e4b02412-4ad6-4ed8-a288-db4548b45c31 HTTP/1.1" status: 204 len: 168 time: 0.1909049 Jun 17 14:45:32.421704 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-d0776ee8-715c-4523-af01-ead7b5724edc None None] The port '02babf3f-68b6-4ab7-b93b-0c792b323956' was deleted {{(pid=78473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 17 14:45:32.424804 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 02babf3f-68b6-4ab7-b93b-0c792b323956 no longer exists at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:45:32.461218 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] No Port match for: 02babf3f-68b6-4ab7-b93b-0c792b323956 {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:45:32.461567 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 02babf3f-68b6-4ab7-b93b-0c792b323956 not bound to the agent host dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:45:33.203930 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 48460) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:45:33.317729 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-caed18d9-381a-46f7-92ed-5ca3ff83c1c6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2079906195-network', 'tenant_id': '425d2721d459444baf71053bdaa7413e'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:45:33.323837 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-caed18d9-381a-46f7-92ed-5ca3ff83c1c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:45:33.327643 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-caed18d9-381a-46f7-92ed-5ca3ff83c1c6 admin admin] Usage tracker for resource:network and tenant:425d2721d459444baf71053bdaa7413e is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:45:33.331491 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-caed18d9-381a-46f7-92ed-5ca3ff83c1c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:45:33.341918 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-caed18d9-381a-46f7-92ed-5ca3ff83c1c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:45:33.354395 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caed18d9-381a-46f7-92ed-5ca3ff83c1c6 admin admin] Made reservation on behalf of 425d2721d459444baf71053bdaa7413e for: {'network': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:45:33.356915 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-caed18d9-381a-46f7-92ed-5ca3ff83c1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for network, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:33.369615 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-caed18d9-381a-46f7-92ed-5ca3ff83c1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:33.384340 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-caed18d9-381a-46f7-92ed-5ca3ff83c1c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:45:33.388147 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-caed18d9-381a-46f7-92ed-5ca3ff83c1c6 admin admin] Usage tracker for resource:security_group_rule and tenant:425d2721d459444baf71053bdaa7413e is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:45:33.391513 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-caed18d9-381a-46f7-92ed-5ca3ff83c1c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:45:33.397405 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-caed18d9-381a-46f7-92ed-5ca3ff83c1c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:45:33.515173 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-caed18d9-381a-46f7-92ed-5ca3ff83c1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:33.520298 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-caed18d9-381a-46f7-92ed-5ca3ff83c1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:33.523416 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-a3de64ac-03a2-4013-8e34-1ebc69468142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:45:33.551832 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caed18d9-381a-46f7-92ed-5ca3ff83c1c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1315} {{(pid=78471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:45:33.559833 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed18d9-381a-46f7-92ed-5ca3ff83c1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537c6569-5225-4698-8b94-66aba49ba33a,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:45:33.563532 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-caed18d9-381a-46f7-92ed-5ca3ff83c1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:45:33.567512 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-caed18d9-381a-46f7-92ed-5ca3ff83c1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:33.569000 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.db.segments_db [None req-caed18d9-381a-46f7-92ed-5ca3ff83c1c6 admin admin] Added segment 6bf8a059-7358-49fc-8af6-286460ed4cfc of type vlan for network da004276-3bef-4930-bce8-fa0a82288e99 Jun 17 14:45:33.595431 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-caed18d9-381a-46f7-92ed-5ca3ff83c1c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744813850956'] for network, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:33.625058 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-caed18d9-381a-46f7-92ed-5ca3ff83c1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121'] for network, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:33.626733 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caed18d9-381a-46f7-92ed-5ca3ff83c1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:33.627383 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-caed18d9-381a-46f7-92ed-5ca3ff83c1c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:33.630669 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:45:33.731260 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed18d9-381a-46f7-92ed-5ca3ff83c1c6 admin admin] Pushing event updated for resources: {'Network': ['ID=da004276-3bef-4930-bce8-fa0a82288e99,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:45:33.734631 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-caed18d9-381a-46f7-92ed-5ca3ff83c1c6 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5294330 Jun 17 14:45:33.735728 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-caed18d9-381a-46f7-92ed-5ca3ff83c1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:45:33.737712 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 48466) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:45:33.743921 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-02c2e46e-3df3-41b2-ad75-a4cd1813d947 admin admin] Request body: {'subnet': {'network_id': 'da004276-3bef-4930-bce8-fa0a82288e99', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2079906195-subnet', 'tenant_id': '425d2721d459444baf71053bdaa7413e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:45:33.745139 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Network da004276-3bef-4930-bce8-fa0a82288e99 details requested by agent ovs-agent-dv-cinder-796859-1-smb with host dv-cinder-796859-1-smb {{(pid=78473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:45:33.752926 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-02c2e46e-3df3-41b2-ad75-a4cd1813d947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:45:33.759022 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-02c2e46e-3df3-41b2-ad75-a4cd1813d947 admin admin] Usage tracker for resource:subnet and tenant:425d2721d459444baf71053bdaa7413e is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:45:33.762705 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-02c2e46e-3df3-41b2-ad75-a4cd1813d947 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:45:33.769979 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-02c2e46e-3df3-41b2-ad75-a4cd1813d947 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:45:33.781488 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c2e46e-3df3-41b2-ad75-a4cd1813d947 admin admin] Made reservation on behalf of 425d2721d459444baf71053bdaa7413e for: {'subnet': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:45:33.784620 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-02c2e46e-3df3-41b2-ad75-a4cd1813d947 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14744890'] for subnet, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:34.309134 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-02c2e46e-3df3-41b2-ad75-a4cd1813d947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16519441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14744872'] for subnet, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:34.314017 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-25c632ad-ab64-42f5-bfa3-2178f63a1efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:45:34.385987 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2e46e-3df3-41b2-ad75-a4cd1813d947 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43e8aac7-a2ca-417f-b8be-280e27851899,revision_number=0']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:45:34.389262 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-02c2e46e-3df3-41b2-ad75-a4cd1813d947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:45:34.395551 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c2e46e-3df3-41b2-ad75-a4cd1813d947 admin admin] Checking segment: {'id': '6bf8a059-7358-49fc-8af6-286460ed4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'da004276-3bef-4930-bce8-fa0a82288e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:45:34.395910 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c2e46e-3df3-41b2-ad75-a4cd1813d947 admin admin] Network hostable DHCP agents. Network: da004276-3bef-4930-bce8-fa0a82288e99, hostable agents: ['cf6f0ed2-8328-4e51-ab4a-90de33d65f7e'], hosted agents: [] {{(pid=78471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:45:34.415212 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c2e46e-3df3-41b2-ad75-a4cd1813d947 admin admin] Network da004276-3bef-4930-bce8-fa0a82288e99 is scheduled to be hosted by DHCP agent cf6f0ed2-8328-4e51-ab4a-90de33d65f7e with binding_index 1 {{(pid=78471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:45:34.425627 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [None req-02c2e46e-3df3-41b2-ad75-a4cd1813d947 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-smb, da004276-3bef-4930-bce8-fa0a82288e99) {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:45:34.434664 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1721bb30-28f2-4496-b99b-b4cf8b04647f None None] Network da004276-3bef-4930-bce8-fa0a82288e99 requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:45:34.438744 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c2e46e-3df3-41b2-ad75-a4cd1813d947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:34.439687 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-02c2e46e-3df3-41b2-ad75-a4cd1813d947 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:34.465926 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-02c2e46e-3df3-41b2-ad75-a4cd1813d947 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7268405 Jun 17 14:45:34.795996 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18ba391-1844-40e0-9fae-75021360c5dd None None] Network da004276-3bef-4930-bce8-fa0a82288e99 requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:45:35.063775 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-1a45c6f0-9b25-4d9c-8a26-540cd52168b5 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:35.065529 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-1a45c6f0-9b25-4d9c-8a26-540cd52168b5 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/networks?id=da004276-3bef-4930-bce8-fa0a82288e99 HTTP/1.1" status: 200 len: 815 time: 0.1700656 Jun 17 14:45:35.082179 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-4e6035b0-7376-4391-9b00-8a0a4c28735d tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/quotas/425d2721d459444baf71053bdaa7413e HTTP/1.1" status: 200 len: 375 time: 0.0102279 Jun 17 14:45:35.149271 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-d646dd7a-08e7-464e-9882-204084fff371 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=425d2721d459444baf71053bdaa7413e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577099 Jun 17 14:45:35.356297 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-607d283f-693a-4e01-b4ba-2c0cb2d0292e service neutron] 10.222.0.77 "GET /v2.0/networks/da004276-3bef-4930-bce8-fa0a82288e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982889 Jun 17 14:45:35.510113 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-a0678c11-d5f4-4bcf-9cda-2f7be010de86 service neutron] 10.222.0.77 "GET /v2.0/networks/da004276-3bef-4930-bce8-fa0a82288e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469982 Jun 17 14:45:36.396657 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-bad4f1d7-7eb5-46b9-a2b9-2676d8bd178e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:36.733942 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-f1d03f4f-6d9e-4c1b-882a-e5ff78ad2fb1 req-af12ece6-d33e-4152-8052-5f45bd7d4caa tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=287a00d5-e627-492e-9960-d73737cddde2 HTTP/1.1" status: 200 len: 210 time: 0.0488548 Jun 17 14:45:36.852075 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:37.920959 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-64c19302-3cda-4ac8-950e-0cfe0b140178 req-013db867-27f2-48c4-8b52-63f334f81f08 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=287a00d5-e627-492e-9960-d73737cddde2 HTTP/1.1" status: 200 len: 210 time: 0.0506043 Jun 17 14:45:38.127335 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-3db99678-876c-4c8d-9995-67de512bf941 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:38.128125 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-3db99678-876c-4c8d-9995-67de512bf941 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Synchronizing usage tracker for tenant:425d2721d459444baf71053bdaa7413e on resource:network {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:45:38.152058 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-3db99678-876c-4c8d-9995-67de512bf941 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Unset dirty status for tenant:425d2721d459444baf71053bdaa7413e on resource:network {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:45:38.153253 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-3db99678-876c-4c8d-9995-67de512bf941 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.72 "GET /v2.0/networks?id=da004276-3bef-4930-bce8-fa0a82288e99 HTTP/1.1" status: 200 len: 815 time: 0.2117157 Jun 17 14:45:38.182344 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-666a3021-583f-44a1-8c8a-fd1d045954e9 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Request body: {'port': {'device_id': '287a00d5-e627-492e-9960-d73737cddde2', 'network_id': 'da004276-3bef-4930-bce8-fa0a82288e99', 'admin_state_up': True, 'tenant_id': '425d2721d459444baf71053bdaa7413e'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:45:38.346466 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-666a3021-583f-44a1-8c8a-fd1d045954e9 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:45:38.350256 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-666a3021-583f-44a1-8c8a-fd1d045954e9 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Usage tracker for resource:port and tenant:425d2721d459444baf71053bdaa7413e is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:45:38.353562 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-666a3021-583f-44a1-8c8a-fd1d045954e9 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:45:38.363817 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-666a3021-583f-44a1-8c8a-fd1d045954e9 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:45:38.376346 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-666a3021-583f-44a1-8c8a-fd1d045954e9 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Made reservation on behalf of 425d2721d459444baf71053bdaa7413e for: {'port': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:45:38.380272 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-666a3021-583f-44a1-8c8a-fd1d045954e9 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:38.605670 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_common [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-666a3021-583f-44a1-8c8a-fd1d045954e9 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Allocated IP 172.20.0.8 (da004276-3bef-4930-bce8-fa0a82288e99/43e8aac7-a2ca-417f-b8be-280e27851899/f49cc714-fd73-4171-826e-9573a6c32787) {{(pid=78471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:45:38.856772 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-666a3021-583f-44a1-8c8a-fd1d045954e9 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks [] for port, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:38.886440 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-666a3021-583f-44a1-8c8a-fd1d045954e9 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:38.893250 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-58035b7e-9685-4376-9636-db80a50bb8fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:45:38.942606 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-e1af4e0a-ce9e-4356-9263-7226b4446d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:38.962465 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-666a3021-583f-44a1-8c8a-fd1d045954e9 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Network da004276-3bef-4930-bce8-fa0a82288e99 is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:45:38.966417 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-666a3021-583f-44a1-8c8a-fd1d045954e9 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:45:38.969161 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-666a3021-583f-44a1-8c8a-fd1d045954e9 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Received port after_create {{(pid=78471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:45:39.018468 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a3021-583f-44a1-8c8a-fd1d045954e9 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Pushing event updated for resources: {'Port': ['ID=f49cc714-fd73-4171-826e-9573a6c32787,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:45:39.027641 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-666a3021-583f-44a1-8c8a-fd1d045954e9 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:45:39.090284 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-666a3021-583f-44a1-8c8a-fd1d045954e9 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:39.090976 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-666a3021-583f-44a1-8c8a-fd1d045954e9 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:39.123469 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-666a3021-583f-44a1-8c8a-fd1d045954e9 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9463615 Jun 17 14:45:39.147229 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007c901-f8e3-41af-b6da-a2fd7f3f14cb req-d1cdfd6d-3ea2-442f-a95b-a7d0ecf33539 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:39.147945 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-e007c901-f8e3-41af-b6da-a2fd7f3f14cb req-d1cdfd6d-3ea2-442f-a95b-a7d0ecf33539 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Synchronizing usage tracker for tenant:425d2721d459444baf71053bdaa7413e on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:45:39.156784 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-3a97edce-058d-40ab-9deb-d98a6750fd5c service neutron] Request body: {'port': {'device_id': '287a00d5-e627-492e-9960-d73737cddde2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:45:39.224213 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-e007c901-f8e3-41af-b6da-a2fd7f3f14cb req-d1cdfd6d-3ea2-442f-a95b-a7d0ecf33539 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Unset dirty status for tenant:425d2721d459444baf71053bdaa7413e on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:45:39.225389 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e007c901-f8e3-41af-b6da-a2fd7f3f14cb req-d1cdfd6d-3ea2-442f-a95b-a7d0ecf33539 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=287a00d5-e627-492e-9960-d73737cddde2 HTTP/1.1" status: 200 len: 931 time: 0.1864157 Jun 17 14:45:39.316903 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-3a97edce-058d-40ab-9deb-d98a6750fd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:39.330978 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-e007c901-f8e3-41af-b6da-a2fd7f3f14cb req-b5caed64-8f89-46c0-813e-1f44ba0d0da0 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Synchronizing usage tracker for tenant:425d2721d459444baf71053bdaa7413e on resource:security_group {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:45:39.403799 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-e007c901-f8e3-41af-b6da-a2fd7f3f14cb req-b5caed64-8f89-46c0-813e-1f44ba0d0da0 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Unset dirty status for tenant:425d2721d459444baf71053bdaa7413e on resource:security_group {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:45:39.404856 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e007c901-f8e3-41af-b6da-a2fd7f3f14cb req-b5caed64-8f89-46c0-813e-1f44ba0d0da0 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498115 Jun 17 14:45:39.808466 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-3a97edce-058d-40ab-9deb-d98a6750fd5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f49cc714-fd73-4171-826e-9573a6c32787 {{(pid=78471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:45:39.817398 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-3a97edce-058d-40ab-9deb-d98a6750fd5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:39.844609 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.provisioning_blocks [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-3a97edce-058d-40ab-9deb-d98a6750fd5c service neutron] Transition to ACTIVE for port object f49cc714-fd73-4171-826e-9573a6c32787 will not be triggered until provisioned by entity L2. {{(pid=78471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:45:39.849433 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-3a97edce-058d-40ab-9deb-d98a6750fd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:39.854016 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-c7126f37-e7ed-45fb-8456-031379626f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:45:40.030524 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97edce-058d-40ab-9deb-d98a6750fd5c service neutron] Pushing event updated for resources: {'Port': ['ID=f49cc714-fd73-4171-826e-9573a6c32787,revision_number=2']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:45:40.037096 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3a97edce-058d-40ab-9deb-d98a6750fd5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:45:40.127456 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-3a97edce-058d-40ab-9deb-d98a6750fd5c service neutron] Attempting to bind port f49cc714-fd73-4171-826e-9573a6c32787 on host hv-cinder-79685 for vnic_type normal with profile {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:45:40.127967 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-3a97edce-058d-40ab-9deb-d98a6750fd5c service neutron] Attempting to bind port f49cc714-fd73-4171-826e-9573a6c32787 by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': '6bf8a059-7358-49fc-8af6-286460ed4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'da004276-3bef-4930-bce8-fa0a82288e99'}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:45:40.128369 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-3a97edce-058d-40ab-9deb-d98a6750fd5c service neutron] Attempting to bind port f49cc714-fd73-4171-826e-9573a6c32787 on network da004276-3bef-4930-bce8-fa0a82288e99 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:45:40.138052 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-3a97edce-058d-40ab-9deb-d98a6750fd5c service neutron] Port f49cc714-fd73-4171-826e-9573a6c32787 on network da004276-3bef-4930-bce8-fa0a82288e99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:45:40.138544 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-3a97edce-058d-40ab-9deb-d98a6750fd5c service neutron] Attempting to bind port f49cc714-fd73-4171-826e-9573a6c32787 on network da004276-3bef-4930-bce8-fa0a82288e99 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:45:40.146525 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-3a97edce-058d-40ab-9deb-d98a6750fd5c service neutron] Checking agent: {'id': '80af2de7-c944-442b-b56f-5ae10827120d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:45:40.147092 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-3a97edce-058d-40ab-9deb-d98a6750fd5c service neutron] Checking segment: {'id': '6bf8a059-7358-49fc-8af6-286460ed4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'da004276-3bef-4930-bce8-fa0a82288e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:45:40.147701 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-3a97edce-058d-40ab-9deb-d98a6750fd5c service neutron] Bound using segment: {'id': '6bf8a059-7358-49fc-8af6-286460ed4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'da004276-3bef-4930-bce8-fa0a82288e99'} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:45:40.148691 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-3a97edce-058d-40ab-9deb-d98a6750fd5c service neutron] Bound port: f49cc714-fd73-4171-826e-9573a6c32787, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf8a059-7358-49fc-8af6-286460ed4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'da004276-3bef-4930-bce8-fa0a82288e99'}}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:45:40.148691 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-3a97edce-058d-40ab-9deb-d98a6750fd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:40.182993 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:40.297846 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-3a97edce-058d-40ab-9deb-d98a6750fd5c service neutron] For port f49cc714-fd73-4171-826e-9573a6c32787, host hv-cinder-79685, cleared binding levels {{(pid=78471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:45:40.331488 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-3a97edce-058d-40ab-9deb-d98a6750fd5c service neutron] For port f49cc714-fd73-4171-826e-9573a6c32787, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=f49cc714-fd73-4171-826e-9573a6c32787,segment=NetworkSegment(6bf8a059-7358-49fc-8af6-286460ed4cfc),segment_id=6bf8a059-7358-49fc-8af6-286460ed4cfc)] {{(pid=78471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:45:40.338471 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-3a97edce-058d-40ab-9deb-d98a6750fd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:40.344761 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3e6b6abc-0fd4-4060-9850-ea5ef054406d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:45:40.430606 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-3a97edce-058d-40ab-9deb-d98a6750fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:40.431395 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-3a97edce-058d-40ab-9deb-d98a6750fd5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:40.432991 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-3a97edce-058d-40ab-9deb-d98a6750fd5c service neutron] 10.222.0.72 "PUT /v2.0/ports/f49cc714-fd73-4171-826e-9573a6c32787 HTTP/1.1" status: 200 len: 1093 time: 1.2822316 Jun 17 14:45:40.438892 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287a00d5-e627-492e-9960-d73737cddde2', 'tag': 'f49cc714-fd73-4171-826e-9573a6c32787'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:45:40.482138 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97edce-058d-40ab-9deb-d98a6750fd5c service neutron] Pushing event updated for resources: {'Port': ['ID=f49cc714-fd73-4171-826e-9573a6c32787,revision_number=3']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:45:40.487296 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3a97edce-058d-40ab-9deb-d98a6750fd5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:45:40.497578 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc54ec9-72f7-48fc-8be7-893840c29238 req-3612d373-e6ec-45f0-947e-053b8fd5670a tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:40.500697 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6cc54ec9-72f7-48fc-8be7-893840c29238 req-3612d373-e6ec-45f0-947e-053b8fd5670a tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 946 time: 0.2528419 Jun 17 14:45:40.654115 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6cc54ec9-72f7-48fc-8be7-893840c29238 req-5cb4c61c-5cf1-4f32-b2f6-d2c6720fdbd1 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033111 Jun 17 14:45:40.690802 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-79c592cd-c7fa-4a76-971f-fcab2258e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:40.692701 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-79c592cd-c7fa-4a76-971f-fcab2258e304 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=425d2721d459444baf71053bdaa7413e&device_id=287a00d5-e627-492e-9960-d73737cddde2 HTTP/1.1" status: 200 len: 1096 time: 0.1882076 Jun 17 14:45:40.764191 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287a00d5-e627-492e-9960-d73737cddde2', 'tag': 'f49cc714-fd73-4171-826e-9573a6c32787', 'status': 'completed', 'code': 200} Jun 17 14:45:40.785344 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-13d83a53-8241-4415-8d8b-e22a36cac9d3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f49cc714-fd73-4171-826e-9573a6c32787 HTTP/1.1" status: 200 len: 217 time: 0.0774755 Jun 17 14:45:40.816512 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c77b5-27be-4c6c-98f5-62c538f316c2 req-fb0c54d4-dd52-4945-a43f-79d81872974c tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:40.818261 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-0e6c77b5-27be-4c6c-98f5-62c538f316c2 req-fb0c54d4-dd52-4945-a43f-79d81872974c tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=287a00d5-e627-492e-9960-d73737cddde2 HTTP/1.1" status: 200 len: 943 time: 0.2509491 Jun 17 14:45:40.881344 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-0e6c77b5-27be-4c6c-98f5-62c538f316c2 req-4c6505d0-99c5-4566-b7a3-1d5ae21b82e5 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526497 Jun 17 14:45:40.912946 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-0b4bc2d9-81a3-4961-b328-8f91def75c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:40.915214 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-0b4bc2d9-81a3-4961-b328-8f91def75c9a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43e8aac7-a2ca-417f-b8be-280e27851899 HTTP/1.1" status: 200 len: 855 time: 0.1198857 Jun 17 14:45:40.969828 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-d62df70c-46b9-4509-9963-d0a09ff212c1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=da004276-3bef-4930-bce8-fa0a82288e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432432 Jun 17 14:45:41.166069 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-c7ef2fbb-15eb-4c70-9272-c2ddb30bcaa5 service neutron] 10.222.0.72 "GET /v2.0/networks/da004276-3bef-4930-bce8-fa0a82288e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799529 Jun 17 14:45:41.334521 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b96c24b5-3123-4314-9b1d-bb94c2800830 req-65936061-2f51-4196-a353-181af6ecd71b service neutron] 10.222.0.72 "GET /v2.0/networks/da004276-3bef-4930-bce8-fa0a82288e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567597 Jun 17 14:45:41.528676 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:41.557669 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4df7f-37f7-4e54-9a36-4f7371a312de req-81014d22-9135-4d07-8f66-d7016df021be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:41.559205 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6af4df7f-37f7-4e54-9a36-4f7371a312de req-81014d22-9135-4d07-8f66-d7016df021be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=425d2721d459444baf71053bdaa7413e&device_id=287a00d5-e627-492e-9960-d73737cddde2 HTTP/1.1" status: 200 len: 1096 time: 0.1070597 Jun 17 14:45:41.725928 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4df7f-37f7-4e54-9a36-4f7371a312de req-ad63c7cc-864c-41ca-a08c-42c6b15d3b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:41.727531 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6af4df7f-37f7-4e54-9a36-4f7371a312de req-ad63c7cc-864c-41ca-a08c-42c6b15d3b07 service neutron] 10.222.0.72 "GET /v2.0/networks?id=da004276-3bef-4930-bce8-fa0a82288e99 HTTP/1.1" status: 200 len: 917 time: 0.1579270 Jun 17 14:45:41.835329 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6af4df7f-37f7-4e54-9a36-4f7371a312de req-49d3b4e7-468a-4e6c-b780-d5c349a8b700 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f49cc714-fd73-4171-826e-9573a6c32787 HTTP/1.1" status: 200 len: 217 time: 0.0998552 Jun 17 14:45:41.926298 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4df7f-37f7-4e54-9a36-4f7371a312de req-ca16f167-f11c-4ac4-8c12-07b980443e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:41.927861 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6af4df7f-37f7-4e54-9a36-4f7371a312de req-ca16f167-f11c-4ac4-8c12-07b980443e24 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43e8aac7-a2ca-417f-b8be-280e27851899 HTTP/1.1" status: 200 len: 855 time: 0.0803614 Jun 17 14:45:41.986440 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0b725-8f3c-46d4-8f2f-110b4b4b19d5 req-a8ae146a-d4e6-4813-99a4-fb22e293c845 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:41.987954 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9ed0b725-8f3c-46d4-8f2f-110b4b4b19d5 req-a8ae146a-d4e6-4813-99a4-fb22e293c845 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 946 time: 0.1961308 Jun 17 14:45:42.000785 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6af4df7f-37f7-4e54-9a36-4f7371a312de req-a95af639-9c9e-4dbb-888f-037b00bc5938 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=da004276-3bef-4930-bce8-fa0a82288e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616908 Jun 17 14:45:42.204231 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d16dfe-d4d5-4b9c-a1d0-f4598da565d4 req-78c3ccb4-6dd0-4707-b827-bc33db098ed9 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:42.205881 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-51d16dfe-d4d5-4b9c-a1d0-f4598da565d4 req-78c3ccb4-6dd0-4707-b827-bc33db098ed9 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=287a00d5-e627-492e-9960-d73737cddde2 HTTP/1.1" status: 200 len: 943 time: 0.1561167 Jun 17 14:45:42.273946 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-9ed0b725-8f3c-46d4-8f2f-110b4b4b19d5 req-eccdeab2-6ad4-4eab-b9b0-3b749a873d67 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768137 Jun 17 14:45:42.292935 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-51d16dfe-d4d5-4b9c-a1d0-f4598da565d4 req-da01e149-328f-4186-b2ea-b0b3b5a8780d tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796280 Jun 17 14:45:42.332105 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6af4df7f-37f7-4e54-9a36-4f7371a312de req-33a22b1c-a319-49fa-831b-6a126bfa05f0 service neutron] 10.222.0.72 "GET /v2.0/networks/da004276-3bef-4930-bce8-fa0a82288e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947832 Jun 17 14:45:42.511495 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6af4df7f-37f7-4e54-9a36-4f7371a312de req-ffe12e9b-f004-43e3-8dbc-7f59b301c8bf service neutron] 10.222.0.72 "GET /v2.0/networks/da004276-3bef-4930-bce8-fa0a82288e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621099 Jun 17 14:45:43.570165 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85db8d-40d9-4f36-b3af-eb16229829c6 req-ed6d9a31-43f7-4983-b3ee-01f06756a3ac tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:43.571627 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-6d85db8d-40d9-4f36-b3af-eb16229829c6 req-ed6d9a31-43f7-4983-b3ee-01f06756a3ac tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=287a00d5-e627-492e-9960-d73737cddde2 HTTP/1.1" status: 200 len: 943 time: 0.1077492 Jun 17 14:45:43.593265 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7d6f0-57fb-4329-8595-a472590f79bb req-9fe4d7a7-6956-4d2e-b675-e17a2043905b tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:43.595744 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6de7d6f0-57fb-4329-8595-a472590f79bb req-9fe4d7a7-6956-4d2e-b675-e17a2043905b tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 946 time: 0.1210418 Jun 17 14:45:43.641097 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-6d85db8d-40d9-4f36-b3af-eb16229829c6 req-4533b035-ffd4-4fba-accf-82b72f5942b8 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580382 Jun 17 14:45:43.669177 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6de7d6f0-57fb-4329-8595-a472590f79bb req-7b7dac87-6abc-4fc6-a72c-21412811de54 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612020 Jun 17 14:45:44.283803 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device f49cc714-fd73-4171-826e-9573a6c32787 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:45:44.459426 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port f49cc714-fd73-4171-826e-9573a6c32787, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=f49cc714-fd73-4171-826e-9573a6c32787,segment=NetworkSegment(6bf8a059-7358-49fc-8af6-286460ed4cfc),segment_id=6bf8a059-7358-49fc-8af6-286460ed4cfc)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:45:44.477963 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Returning: {'device': 'f49cc714-fd73-4171-826e-9573a6c32787', 'network_id': 'da004276-3bef-4930-bce8-fa0a82288e99', 'port_id': 'f49cc714-fd73-4171-826e-9573a6c32787', 'mac_address': 'fa:16:3e:20:bf:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e8aac7-a2ca-417f-b8be-280e27851899', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:45:44.540121 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:44.557943 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f49cc714-fd73-4171-826e-9573a6c32787 {{(pid=78473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:45:44.574978 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port f49cc714-fd73-4171-826e-9573a6c32787, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=f49cc714-fd73-4171-826e-9573a6c32787,segment=NetworkSegment(6bf8a059-7358-49fc-8af6-286460ed4cfc),segment_id=6bf8a059-7358-49fc-8af6-286460ed4cfc)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:45:44.579636 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:44.581465 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:45:44.655043 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=f49cc714-fd73-4171-826e-9573a6c32787,revision_number=4']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:45:44.658258 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:45:44.851959 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ecb45-6d1f-4dea-b9a1-03da25b9a19f req-c6fdb47f-32ff-442c-8eca-0e6d5fe0919b tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:44.853840 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-863ecb45-6d1f-4dea-b9a1-03da25b9a19f req-c6fdb47f-32ff-442c-8eca-0e6d5fe0919b tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=287a00d5-e627-492e-9960-d73737cddde2 HTTP/1.1" status: 200 len: 944 time: 0.0936403 Jun 17 14:45:44.902184 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69e6e6-1ec5-4fd7-85bc-a3e0f88007c7 req-01cc6553-e21d-4da5-8995-6bdbc0844643 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:44.903184 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-863ecb45-6d1f-4dea-b9a1-03da25b9a19f req-55e1d3bf-b0c0-4551-9741-e940f7ea5672 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411892 Jun 17 14:45:44.903825 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-fe69e6e6-1ec5-4fd7-85bc-a3e0f88007c7 req-01cc6553-e21d-4da5-8995-6bdbc0844643 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 946 time: 0.0947375 Jun 17 14:45:44.953362 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-fe69e6e6-1ec5-4fd7-85bc-a3e0f88007c7 req-391d96e0-15e8-4550-a5ef-c348137e19c8 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426772 Jun 17 14:45:45.015640 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['f49cc714-fd73-4171-826e-9573a6c32787'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:45:46.150289 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0c7f8-e74b-49f8-9e50-2e78ce77c2d1 req-88acc8a0-f2c9-4753-a7ed-27dce6e85a14 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:46.151905 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-75d0c7f8-e74b-49f8-9e50-2e78ce77c2d1 req-88acc8a0-f2c9-4753-a7ed-27dce6e85a14 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=287a00d5-e627-492e-9960-d73737cddde2 HTTP/1.1" status: 200 len: 944 time: 0.1196542 Jun 17 14:45:46.218542 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-75d0c7f8-e74b-49f8-9e50-2e78ce77c2d1 req-494d74ad-276f-41a3-a93e-daae5d7badac tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577497 Jun 17 14:45:46.237903 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e4d71-76e8-44e2-a765-f7bd54b27dd5 req-ae45d073-d69b-433e-8204-b07f48f849d6 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:46.239579 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d22e4d71-76e8-44e2-a765-f7bd54b27dd5 req-ae45d073-d69b-433e-8204-b07f48f849d6 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 946 time: 0.1396334 Jun 17 14:45:46.302922 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d22e4d71-76e8-44e2-a765-f7bd54b27dd5 req-a72d1beb-6c73-4233-8715-5053d2338ad5 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512323 Jun 17 14:45:46.306430 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device f49cc714-fd73-4171-826e-9573a6c32787 up at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:45:46.410675 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning for port f49cc714-fd73-4171-826e-9573a6c32787 completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:45:46.418661 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning complete for port f49cc714-fd73-4171-826e-9573a6c32787 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:45:46.419351 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:46.607089 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:46.642883 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287a00d5-e627-492e-9960-d73737cddde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49cc714-fd73-4171-826e-9573a6c32787'}] {{(pid=78473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:45:46.655704 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port f49cc714-fd73-4171-826e-9573a6c32787, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=f49cc714-fd73-4171-826e-9573a6c32787,segment=NetworkSegment(6bf8a059-7358-49fc-8af6-286460ed4cfc),segment_id=6bf8a059-7358-49fc-8af6-286460ed4cfc)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:45:46.661241 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:46.665003 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-3245f56b-f028-4e5f-b3b8-1a8c4d2e14a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:45:46.707867 dv-cinder-796859-1-smb neutron-server[78473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287a00d5-e627-492e-9960-d73737cddde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49cc714-fd73-4171-826e-9573a6c32787', 'code': 200} Jun 17 14:45:46.774500 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=f49cc714-fd73-4171-826e-9573a6c32787,revision_number=5']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:45:46.780118 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:45:47.021073 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de00741-f75f-4782-ac1b-d85d547f70fb req-4b78e314-6e84-42f2-b2da-ef36b69d4070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:47.022516 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1de00741-f75f-4782-ac1b-d85d547f70fb req-4b78e314-6e84-42f2-b2da-ef36b69d4070 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=287a00d5-e627-492e-9960-d73737cddde2 HTTP/1.1" status: 200 len: 1098 time: 0.0782993 Jun 17 14:45:47.072027 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1de00741-f75f-4782-ac1b-d85d547f70fb req-61b13de8-05f2-4b3a-a986-401d7cc945a0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412397 Jun 17 14:45:47.504676 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe5bfc-f526-46f3-a848-d242cf7e2e0b req-29fc660b-880d-42cb-b89e-263009a381e6 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:47.506848 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4ebe5bfc-f526-46f3-a848-d242cf7e2e0b req-29fc660b-880d-42cb-b89e-263009a381e6 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=287a00d5-e627-492e-9960-d73737cddde2 HTTP/1.1" status: 200 len: 945 time: 0.1310248 Jun 17 14:45:47.561579 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f0938-28d9-4d85-832c-fca5fbf2c576 req-f367e9f2-de69-4b87-a03a-3ef36180428b tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:47.563995 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-002f0938-28d9-4d85-832c-fca5fbf2c576 req-f367e9f2-de69-4b87-a03a-3ef36180428b tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 946 time: 0.1034083 Jun 17 14:45:47.581540 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4ebe5bfc-f526-46f3-a848-d242cf7e2e0b req-0b02a75c-cb94-4600-8a56-f3a1294ba6fa tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631552 Jun 17 14:45:47.648825 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-002f0938-28d9-4d85-832c-fca5fbf2c576 req-28b0db3d-522b-441b-8c18-aef5f3a9ab36 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688131 Jun 17 14:45:48.849701 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130f841-0e7d-47d3-9407-8f1d2afa7fd4 req-f1ad6168-960a-470b-bc88-9b57fc2c8c46 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:48.851639 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-c130f841-0e7d-47d3-9407-8f1d2afa7fd4 req-f1ad6168-960a-470b-bc88-9b57fc2c8c46 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=287a00d5-e627-492e-9960-d73737cddde2 HTTP/1.1" status: 200 len: 945 time: 0.1201835 Jun 17 14:45:48.913394 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-c130f841-0e7d-47d3-9407-8f1d2afa7fd4 req-af835498-31be-409d-8b58-3f528f209c43 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521879 Jun 17 14:45:48.917974 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf4b58-bf90-4259-8584-acfc1eeea4dd req-c346cea1-1d0c-4d54-bdf4-75bd92f55321 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:48.922090 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-1adf4b58-bf90-4259-8584-acfc1eeea4dd req-c346cea1-1d0c-4d54-bdf4-75bd92f55321 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 946 time: 0.1329205 Jun 17 14:45:48.990595 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-1adf4b58-bf90-4259-8584-acfc1eeea4dd req-a49f0a58-1c8a-49ae-a7e7-348df4157f7b tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566602 Jun 17 14:45:50.208190 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c5acd-35a1-4724-a5a1-a7c4427d488a req-c130f266-b8ac-4ca9-b150-f7d75155fb70 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:50.209694 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d01c5acd-35a1-4724-a5a1-a7c4427d488a req-c130f266-b8ac-4ca9-b150-f7d75155fb70 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 946 time: 0.0933678 Jun 17 14:45:50.270385 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d01c5acd-35a1-4724-a5a1-a7c4427d488a req-243d4830-a3b9-42ea-9ca7-f20d50aa58de tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526366 Jun 17 14:45:50.695035 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545ed83-1045-4dd0-8122-1390946673e2 req-51ddbe8c-66cb-4ff6-87ec-84301ff500cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:50.697176 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e545ed83-1045-4dd0-8122-1390946673e2 req-51ddbe8c-66cb-4ff6-87ec-84301ff500cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9fea33bc93f24501bb4890e68635291e&device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 1099 time: 0.1170163 Jun 17 14:45:50.881799 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545ed83-1045-4dd0-8122-1390946673e2 req-8a7c7f3d-b019-4cd4-aa21-fa715f403da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:50.884221 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e545ed83-1045-4dd0-8122-1390946673e2 req-8a7c7f3d-b019-4cd4-aa21-fa715f403da7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9c6f823-49c8-4485-b839-e1f6ac7bae1f HTTP/1.1" status: 200 len: 910 time: 0.1764793 Jun 17 14:45:51.005801 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e545ed83-1045-4dd0-8122-1390946673e2 req-7f1553d7-5ea8-45ce-9d44-c86ba01cfd61 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24a8b426-cc9f-47aa-86b4-232d3ebc7da0 HTTP/1.1" status: 200 len: 1001 time: 0.1129210 Jun 17 14:45:51.115431 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545ed83-1045-4dd0-8122-1390946673e2 req-61ad761c-4fe5-4669-aca8-b6f53c640d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:51.117938 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e545ed83-1045-4dd0-8122-1390946673e2 req-61ad761c-4fe5-4669-aca8-b6f53c640d1f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e046bc50-f404-4c4a-b363-a37e2ffe6253 HTTP/1.1" status: 200 len: 847 time: 0.1023774 Jun 17 14:45:51.220525 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545ed83-1045-4dd0-8122-1390946673e2 req-7cb06b92-b714-465e-9e3e-9b7959b6be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:51.222551 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e545ed83-1045-4dd0-8122-1390946673e2 req-7cb06b92-b714-465e-9e3e-9b7959b6be8a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9c6f823-49c8-4485-b839-e1f6ac7bae1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0938675 Jun 17 14:45:51.620862 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e545ed83-1045-4dd0-8122-1390946673e2 req-c5d0df26-a87c-402c-b3f0-c89e5dad8da7 service neutron] 10.222.0.72 "GET /v2.0/networks/f9c6f823-49c8-4485-b839-e1f6ac7bae1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915834 Jun 17 14:45:51.746699 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987022bc-0649-49d7-80b9-80adb4166e06 req-acca05c4-cca0-45f4-b712-69c296b5392f tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:51.749380 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-987022bc-0649-49d7-80b9-80adb4166e06 req-acca05c4-cca0-45f4-b712-69c296b5392f tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 946 time: 0.2495589 Jun 17 14:45:51.831829 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-987022bc-0649-49d7-80b9-80adb4166e06 req-6c09e39e-e400-4216-a1bc-ead6e6ab6083 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706947 Jun 17 14:45:51.833943 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e545ed83-1045-4dd0-8122-1390946673e2 req-ae727d46-4079-4827-9a18-2d1e3f3d5cd0 service neutron] 10.222.0.72 "GET /v2.0/networks/f9c6f823-49c8-4485-b839-e1f6ac7bae1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055807 Jun 17 14:45:53.079540 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e1b79-e5ad-4deb-852c-207a04cde678 req-a88df37c-4dec-4adf-b194-a24b74158fb4 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:53.082973 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-743e1b79-e5ad-4deb-852c-207a04cde678 req-a88df37c-4dec-4adf-b194-a24b74158fb4 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 946 time: 0.1049018 Jun 17 14:45:53.169269 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-743e1b79-e5ad-4deb-852c-207a04cde678 req-70d21d22-e3d0-4e1e-89f0-17ca62f8557f tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752020 Jun 17 14:45:54.295120 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-7fc61eb5-5d5e-4065-b3a9-29848e8e7df6 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:54.296616 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-7fc61eb5-5d5e-4065-b3a9-29848e8e7df6 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/networks?id=da004276-3bef-4930-bce8-fa0a82288e99 HTTP/1.1" status: 200 len: 815 time: 0.2221577 Jun 17 14:45:54.323000 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-5d3bb064-201a-47c4-b52b-ad26bf663645 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/quotas/425d2721d459444baf71053bdaa7413e HTTP/1.1" status: 200 len: 375 time: 0.0165560 Jun 17 14:45:54.419951 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18701432-333f-4273-8f25-bff1abe64ae2 req-0559610c-cb06-4484-854f-89edadb62df4 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:54.421751 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-18701432-333f-4273-8f25-bff1abe64ae2 req-0559610c-cb06-4484-854f-89edadb62df4 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 946 time: 0.1139398 Jun 17 14:45:54.442229 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-938a173f-3495-4bcd-a093-526606b150b4 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=425d2721d459444baf71053bdaa7413e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1112831 Jun 17 14:45:54.484223 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-18701432-333f-4273-8f25-bff1abe64ae2 req-8f9eee01-296a-4b0a-aa60-89218f30259b tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498381 Jun 17 14:45:54.665102 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-624d556b-709d-46f1-aff8-ee4e9459f30e service neutron] 10.222.0.77 "GET /v2.0/networks/da004276-3bef-4930-bce8-fa0a82288e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170882 Jun 17 14:45:54.864579 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-348b6380-b0b8-4d04-b157-af2368a2b582 service neutron] 10.222.0.77 "GET /v2.0/networks/da004276-3bef-4930-bce8-fa0a82288e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886458 Jun 17 14:45:55.131303 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-2180e8c4-00b9-4c49-ab01-841385b7ab5e req-31508a9e-b500-4f86-8ecd-7c3f1229fd37 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c862d6e-5d46-4eee-81b3-c895c3eb2f59 HTTP/1.1" status: 200 len: 210 time: 0.0821254 Jun 17 14:45:55.727637 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:55.733103 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59891b51-fb1e-44ba-9d40-726aa087785b req-e76e0c4a-ec42-4f63-8882-7752cdc7c48b tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:55.735060 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-59891b51-fb1e-44ba-9d40-726aa087785b req-e76e0c4a-ec42-4f63-8882-7752cdc7c48b tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 946 time: 0.1228704 Jun 17 14:45:55.812735 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-59891b51-fb1e-44ba-9d40-726aa087785b req-b274c387-29ec-4bec-93b2-593b0f8b2430 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705445 Jun 17 14:45:56.180818 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-02cf801b-89b3-4008-9572-7d41abedf35f req-3caf8eb2-911d-4e28-8fe6-b5008806a2bf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1165960 Jun 17 14:45:56.330619 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c669c-5f36-4fd4-89ae-9bf86782d512 req-2f581762-3a6d-4334-a65f-3bdd6e92da3b tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:56.332295 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-435c669c-5f36-4fd4-89ae-9bf86782d512 req-2f581762-3a6d-4334-a65f-3bdd6e92da3b tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 946 time: 0.1385100 Jun 17 14:45:56.348805 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 24a8b426-cc9f-47aa-86b4-232d3ebc7da0 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:45:56.389025 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-52110464-4086-4675-88b9-002a39d2265d req-3ea125b9-9633-40e5-83c6-f6f985bcfc45 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c862d6e-5d46-4eee-81b3-c895c3eb2f59 HTTP/1.1" status: 200 len: 210 time: 0.0813084 Jun 17 14:45:56.545627 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-435c669c-5f36-4fd4-89ae-9bf86782d512 req-ceb49a6e-6773-4e37-b6bf-23129e605b08 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977074 Jun 17 14:45:56.553499 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:56.609802 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-585052c8-8c6b-4402-91b3-5f5f7602ae88 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:56.612788 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-585052c8-8c6b-4402-91b3-5f5f7602ae88 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.72 "GET /v2.0/networks?id=da004276-3bef-4930-bce8-fa0a82288e99 HTTP/1.1" status: 200 len: 815 time: 0.2368796 Jun 17 14:45:56.628339 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2fa79b-d9e5-4368-a087-3bdb9d36a524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24a8b426-cc9f-47aa-86b4-232d3ebc7da0'}] {{(pid=78473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:45:56.636633 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-cd21925a-c5a7-45a5-b4e7-88951aca488a tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Request body: {'port': {'device_id': '7c862d6e-5d46-4eee-81b3-c895c3eb2f59', 'network_id': 'da004276-3bef-4930-bce8-fa0a82288e99', 'admin_state_up': True, 'tenant_id': '425d2721d459444baf71053bdaa7413e'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:45:56.643298 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 24a8b426-cc9f-47aa-86b4-232d3ebc7da0, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=24a8b426-cc9f-47aa-86b4-232d3ebc7da0,segment=NetworkSegment(641cfba1-205c-43fe-b661-eaecd2041264),segment_id=641cfba1-205c-43fe-b661-eaecd2041264)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:45:56.648050 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:56.656991 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:45:56.733724 dv-cinder-796859-1-smb neutron-server[78473]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8d2fa79b-d9e5-4368-a087-3bdb9d36a524', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '24a8b426-cc9f-47aa-86b4-232d3ebc7da0', 'code': 422} returned with failed status Jun 17 14:45:56.766296 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=24a8b426-cc9f-47aa-86b4-232d3ebc7da0,revision_number=6']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:45:56.775371 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:56.775959 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:56.776419 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:56.776757 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:56.777157 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:56.777508 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:56.778011 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:56.778567 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:56.779148 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:56.780281 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:56.781150 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:56.781722 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:45:56.786983 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:45:56.885450 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-cd21925a-c5a7-45a5-b4e7-88951aca488a tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:45:56.902364 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-cd21925a-c5a7-45a5-b4e7-88951aca488a tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:45:56.914855 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-cd21925a-c5a7-45a5-b4e7-88951aca488a tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Made reservation on behalf of 425d2721d459444baf71053bdaa7413e for: {'port': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:45:56.919135 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-cd21925a-c5a7-45a5-b4e7-88951aca488a tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:57.138771 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_common [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-cd21925a-c5a7-45a5-b4e7-88951aca488a tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Allocated IP 172.20.0.11 (da004276-3bef-4930-bce8-fa0a82288e99/43e8aac7-a2ca-417f-b8be-280e27851899/055cb604-a941-4a4f-8083-f3b3812d8da2) {{(pid=78471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:45:57.619861 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-cd21925a-c5a7-45a5-b4e7-88951aca488a tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks [] for port, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:57.625294 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-91412992-1ca7-4e92-a136-444b27d1e6c8 req-399fa6ab-d560-4e71-8c1b-305e05be7aee tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c862d6e-5d46-4eee-81b3-c895c3eb2f59 HTTP/1.1" status: 200 len: 210 time: 0.0914671 Jun 17 14:45:57.657545 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-cd21925a-c5a7-45a5-b4e7-88951aca488a tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:57.666696 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-32fbb257-0b98-4ac6-b2e5-73dfb60afef6 tempest-VolumesSnapshotTestJSON-530056236 tempest-VolumesSnapshotTestJSON-530056236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:45:57.695821 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['f49cc714-fd73-4171-826e-9573a6c32787'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:45:57.753926 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-cd21925a-c5a7-45a5-b4e7-88951aca488a tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Network da004276-3bef-4930-bce8-fa0a82288e99 is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:45:57.757672 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-cd21925a-c5a7-45a5-b4e7-88951aca488a tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:45:57.763267 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-cd21925a-c5a7-45a5-b4e7-88951aca488a tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Received port after_create {{(pid=78471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:45:57.833705 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21925a-c5a7-45a5-b4e7-88951aca488a tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Pushing event updated for resources: {'Port': ['ID=055cb604-a941-4a4f-8083-f3b3812d8da2,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:45:57.895409 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-cd21925a-c5a7-45a5-b4e7-88951aca488a tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:45:57.968150 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-cd21925a-c5a7-45a5-b4e7-88951aca488a tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:57.969149 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-cd21925a-c5a7-45a5-b4e7-88951aca488a tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:57.991139 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ae467-662d-40bb-a44a-a70d59475cbf req-2c176bdf-afd3-4165-9977-64800ea639d3 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:57.993106 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-553ae467-662d-40bb-a44a-a70d59475cbf req-2c176bdf-afd3-4165-9977-64800ea639d3 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 944 time: 0.1109078 Jun 17 14:45:58.030871 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf801b-89b3-4008-9572-7d41abedf35f req-bdc8dea5-15b2-440b-aef7-143eb50fea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:58.033129 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-02cf801b-89b3-4008-9572-7d41abedf35f req-bdc8dea5-15b2-440b-aef7-143eb50fea49 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524&tenant_id=9fea33bc93f24501bb4890e68635291e HTTP/1.1" status: 200 len: 1097 time: 0.2012608 Jun 17 14:45:58.035729 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-cd21925a-c5a7-45a5-b4e7-88951aca488a tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4061253 Jun 17 14:45:58.076847 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-553ae467-662d-40bb-a44a-a70d59475cbf req-a8de5d0e-38a9-4a6d-9459-157a13ccd3cb tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723479 Jun 17 14:45:58.083362 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-c8432d4a-99f9-45e6-b5cc-8b2f96f92f41 service neutron] Request body: {'port': {'device_id': '7c862d6e-5d46-4eee-81b3-c895c3eb2f59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:45:58.285498 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-c8432d4a-99f9-45e6-b5cc-8b2f96f92f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:58.332104 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf801b-89b3-4008-9572-7d41abedf35f req-f6222a81-055a-4a49-905d-ab05dc0cae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:58.333806 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-02cf801b-89b3-4008-9572-7d41abedf35f req-f6222a81-055a-4a49-905d-ab05dc0cae19 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9fea33bc93f24501bb4890e68635291e&device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 1097 time: 0.2186432 Jun 17 14:45:58.636173 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf801b-89b3-4008-9572-7d41abedf35f req-83ff2f39-f0ea-4bf9-b794-8d94768a0e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:58.638155 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-02cf801b-89b3-4008-9572-7d41abedf35f req-83ff2f39-f0ea-4bf9-b794-8d94768a0e75 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9c6f823-49c8-4485-b839-e1f6ac7bae1f HTTP/1.1" status: 200 len: 910 time: 0.2964525 Jun 17 14:45:58.982550 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-02cf801b-89b3-4008-9572-7d41abedf35f req-71621519-1658-4b8f-a744-616d79bcae9d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24a8b426-cc9f-47aa-86b4-232d3ebc7da0 HTTP/1.1" status: 200 len: 999 time: 0.2249615 Jun 17 14:45:59.141668 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348862e-9124-4cc1-90d1-b3ecf93b2d3f req-a6bf8d31-daa1-4c17-95d4-bfc3ff90b714 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:59.142752 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-2348862e-9124-4cc1-90d1-b3ecf93b2d3f req-a6bf8d31-daa1-4c17-95d4-bfc3ff90b714 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Synchronizing usage tracker for tenant:425d2721d459444baf71053bdaa7413e on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:45:59.163868 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-c8432d4a-99f9-45e6-b5cc-8b2f96f92f41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 055cb604-a941-4a4f-8083-f3b3812d8da2 {{(pid=78471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:45:59.182880 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-c8432d4a-99f9-45e6-b5cc-8b2f96f92f41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:59.193554 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf801b-89b3-4008-9572-7d41abedf35f req-7dd670d0-19c1-4603-b823-6545b2a693e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:59.195280 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-02cf801b-89b3-4008-9572-7d41abedf35f req-7dd670d0-19c1-4603-b823-6545b2a693e6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e046bc50-f404-4c4a-b363-a37e2ffe6253 HTTP/1.1" status: 200 len: 847 time: 0.1738949 Jun 17 14:45:59.202985 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-2348862e-9124-4cc1-90d1-b3ecf93b2d3f req-a6bf8d31-daa1-4c17-95d4-bfc3ff90b714 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Unset dirty status for tenant:425d2721d459444baf71053bdaa7413e on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:45:59.204090 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2348862e-9124-4cc1-90d1-b3ecf93b2d3f req-a6bf8d31-daa1-4c17-95d4-bfc3ff90b714 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c862d6e-5d46-4eee-81b3-c895c3eb2f59 HTTP/1.1" status: 200 len: 932 time: 0.3686469 Jun 17 14:45:59.253103 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.provisioning_blocks [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-c8432d4a-99f9-45e6-b5cc-8b2f96f92f41 service neutron] Transition to ACTIVE for port object 055cb604-a941-4a4f-8083-f3b3812d8da2 will not be triggered until provisioned by entity L2. {{(pid=78471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:45:59.297913 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-c8432d4a-99f9-45e6-b5cc-8b2f96f92f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:59.308093 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-ab050c4f-9630-4d45-800c-37b50172a104 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:45:59.318179 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f90ac7-185f-4c41-a893-f37d7669b88a req-262298e4-244e-4a7c-903f-f33bb22f6641 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:59.320573 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-77f90ac7-185f-4c41-a893-f37d7669b88a req-262298e4-244e-4a7c-903f-f33bb22f6641 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 944 time: 0.1044426 Jun 17 14:45:59.382834 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-77f90ac7-185f-4c41-a893-f37d7669b88a req-f41cd0fe-a72e-4e59-8b01-b6e8d1b288ff tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534606 Jun 17 14:45:59.473738 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2348862e-9124-4cc1-90d1-b3ecf93b2d3f req-a2a7f3fb-8be8-4791-ad4c-04bd6ed28e24 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287159 Jun 17 14:45:59.514553 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8432d4a-99f9-45e6-b5cc-8b2f96f92f41 service neutron] Pushing event updated for resources: {'Port': ['ID=055cb604-a941-4a4f-8083-f3b3812d8da2,revision_number=2']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:45:59.517363 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-c8432d4a-99f9-45e6-b5cc-8b2f96f92f41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:45:59.580402 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf801b-89b3-4008-9572-7d41abedf35f req-a40146d9-4b02-41ef-b900-2f7e000a7680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:45:59.581920 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-02cf801b-89b3-4008-9572-7d41abedf35f req-a40146d9-4b02-41ef-b900-2f7e000a7680 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9c6f823-49c8-4485-b839-e1f6ac7bae1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3737228 Jun 17 14:45:59.765384 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-c8432d4a-99f9-45e6-b5cc-8b2f96f92f41 service neutron] Attempting to bind port 055cb604-a941-4a4f-8083-f3b3812d8da2 on host hv-cinder-79685 for vnic_type normal with profile {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:45:59.765674 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-c8432d4a-99f9-45e6-b5cc-8b2f96f92f41 service neutron] Attempting to bind port 055cb604-a941-4a4f-8083-f3b3812d8da2 by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': '6bf8a059-7358-49fc-8af6-286460ed4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'da004276-3bef-4930-bce8-fa0a82288e99'}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:45:59.765997 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-c8432d4a-99f9-45e6-b5cc-8b2f96f92f41 service neutron] Attempting to bind port 055cb604-a941-4a4f-8083-f3b3812d8da2 on network da004276-3bef-4930-bce8-fa0a82288e99 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:45:59.826588 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-c8432d4a-99f9-45e6-b5cc-8b2f96f92f41 service neutron] Port 055cb604-a941-4a4f-8083-f3b3812d8da2 on network da004276-3bef-4930-bce8-fa0a82288e99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:45:59.826908 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-c8432d4a-99f9-45e6-b5cc-8b2f96f92f41 service neutron] Attempting to bind port 055cb604-a941-4a4f-8083-f3b3812d8da2 on network da004276-3bef-4930-bce8-fa0a82288e99 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:45:59.844393 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-c8432d4a-99f9-45e6-b5cc-8b2f96f92f41 service neutron] Checking agent: {'id': '80af2de7-c944-442b-b56f-5ae10827120d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:45:59.844908 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-c8432d4a-99f9-45e6-b5cc-8b2f96f92f41 service neutron] Checking segment: {'id': '6bf8a059-7358-49fc-8af6-286460ed4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'da004276-3bef-4930-bce8-fa0a82288e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:45:59.845325 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-c8432d4a-99f9-45e6-b5cc-8b2f96f92f41 service neutron] Bound using segment: {'id': '6bf8a059-7358-49fc-8af6-286460ed4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'da004276-3bef-4930-bce8-fa0a82288e99'} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:45:59.845809 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-c8432d4a-99f9-45e6-b5cc-8b2f96f92f41 service neutron] Bound port: 055cb604-a941-4a4f-8083-f3b3812d8da2, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf8a059-7358-49fc-8af6-286460ed4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'da004276-3bef-4930-bce8-fa0a82288e99'}}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:45:59.846183 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-c8432d4a-99f9-45e6-b5cc-8b2f96f92f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:59.937252 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-02cf801b-89b3-4008-9572-7d41abedf35f req-5aaa2208-efc1-49dc-91e2-974255618b7e service neutron] 10.222.0.72 "GET /v2.0/networks/f9c6f823-49c8-4485-b839-e1f6ac7bae1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454571 Jun 17 14:46:00.064803 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-c8432d4a-99f9-45e6-b5cc-8b2f96f92f41 service neutron] For port 055cb604-a941-4a4f-8083-f3b3812d8da2, host hv-cinder-79685, cleared binding levels {{(pid=78471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:46:00.098450 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-c8432d4a-99f9-45e6-b5cc-8b2f96f92f41 service neutron] For port 055cb604-a941-4a4f-8083-f3b3812d8da2, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=055cb604-a941-4a4f-8083-f3b3812d8da2,segment=NetworkSegment(6bf8a059-7358-49fc-8af6-286460ed4cfc),segment_id=6bf8a059-7358-49fc-8af6-286460ed4cfc)] {{(pid=78471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:46:00.109568 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-c8432d4a-99f9-45e6-b5cc-8b2f96f92f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:00.118997 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:00.183483 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-eacc9c87-2464-4246-9ee8-de553ecaaba0 req-8d959a12-2308-4805-bb2b-acfda2e5c5d2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0860622 Jun 17 14:46:00.197916 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-c8432d4a-99f9-45e6-b5cc-8b2f96f92f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:00.199302 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-c8432d4a-99f9-45e6-b5cc-8b2f96f92f41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:00.201730 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-c8432d4a-99f9-45e6-b5cc-8b2f96f92f41 service neutron] 10.222.0.72 "PUT /v2.0/ports/055cb604-a941-4a4f-8083-f3b3812d8da2 HTTP/1.1" status: 200 len: 1094 time: 2.1253567 Jun 17 14:46:00.209102 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c862d6e-5d46-4eee-81b3-c895c3eb2f59', 'tag': '055cb604-a941-4a4f-8083-f3b3812d8da2'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:46:00.226411 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-02cf801b-89b3-4008-9572-7d41abedf35f req-edb58b59-5efe-4aa2-9e3a-770fde8ad70f service neutron] 10.222.0.72 "GET /v2.0/networks/f9c6f823-49c8-4485-b839-e1f6ac7bae1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815423 Jun 17 14:46:00.254880 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8432d4a-99f9-45e6-b5cc-8b2f96f92f41 service neutron] Pushing event updated for resources: {'Port': ['ID=055cb604-a941-4a4f-8083-f3b3812d8da2,revision_number=3']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:00.271285 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-c8432d4a-99f9-45e6-b5cc-8b2f96f92f41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:00.322377 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c862d6e-5d46-4eee-81b3-c895c3eb2f59', 'tag': '055cb604-a941-4a4f-8083-f3b3812d8da2', 'status': 'completed', 'code': 200} Jun 17 14:46:00.459708 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc9c87-2464-4246-9ee8-de553ecaaba0 req-b9253809-8a7d-4401-93dd-6d494e17a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:00.463039 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-eacc9c87-2464-4246-9ee8-de553ecaaba0 req-b9253809-8a7d-4401-93dd-6d494e17a7e9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=092c45fa4f034867b5054335dbba9fa1&device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 1099 time: 0.1895938 Jun 17 14:46:00.491189 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-4806481a-127b-4010-80aa-88c32c5f6dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:00.493789 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-4806481a-127b-4010-80aa-88c32c5f6dd4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=425d2721d459444baf71053bdaa7413e&device_id=7c862d6e-5d46-4eee-81b3-c895c3eb2f59 HTTP/1.1" status: 200 len: 1097 time: 0.1568151 Jun 17 14:46:00.685186 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-bec5e6b4-e0d4-4401-9adc-fa33328b390e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=055cb604-a941-4a4f-8083-f3b3812d8da2 HTTP/1.1" status: 200 len: 217 time: 0.1435406 Jun 17 14:46:00.809515 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff269a-e7b7-4086-9b30-4cacdd7b7800 req-5e59ede5-a454-4c2d-ab52-dff538bc663e tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:00.812218 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-b7ff269a-e7b7-4086-9b30-4cacdd7b7800 req-5e59ede5-a454-4c2d-ab52-dff538bc663e tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c862d6e-5d46-4eee-81b3-c895c3eb2f59 HTTP/1.1" status: 200 len: 944 time: 0.1304393 Jun 17 14:46:00.866507 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-4e646eeb-8d90-4811-b4e5-43e95b899a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:00.867949 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-4e646eeb-8d90-4811-b4e5-43e95b899a75 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43e8aac7-a2ca-417f-b8be-280e27851899 HTTP/1.1" status: 200 len: 855 time: 0.1703434 Jun 17 14:46:00.884418 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-b7ff269a-e7b7-4086-9b30-4cacdd7b7800 req-d5e95ff4-5bb3-47f5-8e49-ff58c8d59a71 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646355 Jun 17 14:46:00.968219 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-a0adb401-6300-431c-8077-5f246727ef81 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=da004276-3bef-4930-bce8-fa0a82288e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802917 Jun 17 14:46:00.970151 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc9c87-2464-4246-9ee8-de553ecaaba0 req-132e8b0e-e70e-44c3-8990-94c1c195036d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:00.971673 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-eacc9c87-2464-4246-9ee8-de553ecaaba0 req-132e8b0e-e70e-44c3-8990-94c1c195036d service neutron] 10.222.0.72 "GET /v2.0/networks?id=4883627e-6fe8-4d7a-b297-cbdd10bc6a3f HTTP/1.1" status: 200 len: 919 time: 0.4722064 Jun 17 14:46:00.990931 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffec074-297a-48b0-9b24-38fe13dfd41d req-7ef28989-12b6-4e84-8c0e-cc2ffe246afc tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:00.993536 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1ffec074-297a-48b0-9b24-38fe13dfd41d req-7ef28989-12b6-4e84-8c0e-cc2ffe246afc tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 944 time: 0.3826654 Jun 17 14:46:01.398428 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-eacc9c87-2464-4246-9ee8-de553ecaaba0 req-cdc0b708-ddb9-4ac7-95a6-e91b3cc2896e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b164eeb7-be62-4231-92ee-a236b42e9f0e HTTP/1.1" status: 200 len: 1001 time: 0.4032702 Jun 17 14:46:01.482683 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1ffec074-297a-48b0-9b24-38fe13dfd41d req-b32b66a0-a8b0-41a9-87ba-f8da38ff4c26 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3708241 Jun 17 14:46:01.537416 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-75b7dbc7-c61d-4df8-b682-28ef4b5489f6 service neutron] 10.222.0.72 "GET /v2.0/networks/da004276-3bef-4930-bce8-fa0a82288e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398691 Jun 17 14:46:01.553124 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc9c87-2464-4246-9ee8-de553ecaaba0 req-a664bc3f-6ce3-4db8-8b3b-eed59aeb701b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:01.555568 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-eacc9c87-2464-4246-9ee8-de553ecaaba0 req-a664bc3f-6ce3-4db8-8b3b-eed59aeb701b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49d50089-0579-444b-be8e-835b748ebcf1 HTTP/1.1" status: 200 len: 856 time: 0.1451211 Jun 17 14:46:01.907927 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-55ada342-8fa0-4473-953d-3e35e0248d9a req-352008e2-a6a4-4184-acb5-5f5c00c561f9 service neutron] 10.222.0.72 "GET /v2.0/networks/da004276-3bef-4930-bce8-fa0a82288e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479285 Jun 17 14:46:01.923952 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc9c87-2464-4246-9ee8-de553ecaaba0 req-ea7b975e-c226-4712-962c-a3cbcbb068eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:01.926492 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-eacc9c87-2464-4246-9ee8-de553ecaaba0 req-ea7b975e-c226-4712-962c-a3cbcbb068eb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4883627e-6fe8-4d7a-b297-cbdd10bc6a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3488214 Jun 17 14:46:02.224217 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-eacc9c87-2464-4246-9ee8-de553ecaaba0 req-85f2ac79-a446-4559-94e9-4e2db39b039a service neutron] 10.222.0.72 "GET /v2.0/networks/4883627e-6fe8-4d7a-b297-cbdd10bc6a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886510 Jun 17 14:46:02.239717 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f9542-ff46-429b-b090-b9919a96c301 req-ab811283-1603-41bd-9eef-c11327194008 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:02.241922 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-893f9542-ff46-429b-b090-b9919a96c301 req-ab811283-1603-41bd-9eef-c11327194008 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c862d6e-5d46-4eee-81b3-c895c3eb2f59 HTTP/1.1" status: 200 len: 944 time: 0.1247349 Jun 17 14:46:02.314682 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-893f9542-ff46-429b-b090-b9919a96c301 req-bfb79378-ad8b-444e-a6d5-29af1d193836 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645812 Jun 17 14:46:02.424936 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee481f5-a684-4e7c-b91f-98131af4a6bf req-ddbd5c5e-5e81-4821-b5a2-259ae42e1947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:02.427618 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-cee481f5-a684-4e7c-b91f-98131af4a6bf req-ddbd5c5e-5e81-4821-b5a2-259ae42e1947 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=425d2721d459444baf71053bdaa7413e&device_id=7c862d6e-5d46-4eee-81b3-c895c3eb2f59 HTTP/1.1" status: 200 len: 1097 time: 0.2944558 Jun 17 14:46:02.522234 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-eacc9c87-2464-4246-9ee8-de553ecaaba0 req-f9fada83-be5b-4c54-af5b-624ba4570058 service neutron] 10.222.0.72 "GET /v2.0/networks/4883627e-6fe8-4d7a-b297-cbdd10bc6a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847388 Jun 17 14:46:02.739057 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7ec72-392f-4347-a7f2-3d3503f010be req-0d3974df-784c-4484-a5f3-eac9eca01a07 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:02.740439 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-3de7ec72-392f-4347-a7f2-3d3503f010be req-0d3974df-784c-4484-a5f3-eac9eca01a07 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 946 time: 0.1179276 Jun 17 14:46:02.775416 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee481f5-a684-4e7c-b91f-98131af4a6bf req-2ebf4339-a438-4d37-95f5-18b08f642e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:02.777907 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-cee481f5-a684-4e7c-b91f-98131af4a6bf req-2ebf4339-a438-4d37-95f5-18b08f642e13 service neutron] 10.222.0.72 "GET /v2.0/networks?id=da004276-3bef-4930-bce8-fa0a82288e99 HTTP/1.1" status: 200 len: 917 time: 0.3420324 Jun 17 14:46:02.799079 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-3de7ec72-392f-4347-a7f2-3d3503f010be req-122129d5-c6ea-4c5e-84cf-a53bfbf28474 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483508 Jun 17 14:46:02.874055 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-cee481f5-a684-4e7c-b91f-98131af4a6bf req-d54eef6e-043b-429f-86b7-70be7253c620 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=055cb604-a941-4a4f-8083-f3b3812d8da2 HTTP/1.1" status: 200 len: 217 time: 0.0879705 Jun 17 14:46:02.975125 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb86df-91c0-4860-8aba-1003d18dfdbd req-f03ca538-5333-43aa-9460-cccbf51cb41f tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:02.976713 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-57bb86df-91c0-4860-8aba-1003d18dfdbd req-f03ca538-5333-43aa-9460-cccbf51cb41f tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 944 time: 0.2955430 Jun 17 14:46:02.990817 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee481f5-a684-4e7c-b91f-98131af4a6bf req-50e11598-8eb4-44d3-b736-e0435bfad85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:02.992180 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-cee481f5-a684-4e7c-b91f-98131af4a6bf req-50e11598-8eb4-44d3-b736-e0435bfad85a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43e8aac7-a2ca-417f-b8be-280e27851899 HTTP/1.1" status: 200 len: 855 time: 0.1092880 Jun 17 14:46:03.056483 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-cee481f5-a684-4e7c-b91f-98131af4a6bf req-2ca18b15-87b2-412e-8f29-8c25918a940f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=da004276-3bef-4930-bce8-fa0a82288e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509601 Jun 17 14:46:03.113020 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-57bb86df-91c0-4860-8aba-1003d18dfdbd req-6ad5c3dd-fd87-4a78-bfef-0a2abc1dd099 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248395 Jun 17 14:46:03.228049 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-cee481f5-a684-4e7c-b91f-98131af4a6bf req-e1334a45-1958-468d-afc2-c8f6010c7a32 service neutron] 10.222.0.72 "GET /v2.0/networks/da004276-3bef-4930-bce8-fa0a82288e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606066 Jun 17 14:46:03.474729 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-cee481f5-a684-4e7c-b91f-98131af4a6bf req-d6f8821f-f351-48c8-b444-01654b817335 service neutron] 10.222.0.72 "GET /v2.0/networks/da004276-3bef-4930-bce8-fa0a82288e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338045 Jun 17 14:46:03.614677 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab367cd-c63d-49b1-87d6-1aac6e78628b req-1ca125d0-7f0a-484a-b74f-5cd41d5d095f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:03.616724 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-6ab367cd-c63d-49b1-87d6-1aac6e78628b req-1ca125d0-7f0a-484a-b74f-5cd41d5d095f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c862d6e-5d46-4eee-81b3-c895c3eb2f59 HTTP/1.1" status: 200 len: 944 time: 0.1285245 Jun 17 14:46:03.676374 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-6ab367cd-c63d-49b1-87d6-1aac6e78628b req-19cd6922-a4d5-4556-b7be-a3c8e0a6b92f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527608 Jun 17 14:46:04.077060 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554399c0-6d51-4c06-a939-bf3c72340da6 req-6995d272-4aeb-41b6-acf3-3bcbcb93c8fb tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:04.079910 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-554399c0-6d51-4c06-a939-bf3c72340da6 req-6995d272-4aeb-41b6-acf3-3bcbcb93c8fb tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 946 time: 0.1198425 Jun 17 14:46:04.165824 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-554399c0-6d51-4c06-a939-bf3c72340da6 req-3f33e232-3b68-4991-a425-9c98b438d054 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619926 Jun 17 14:46:04.385043 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 24a8b426-cc9f-47aa-86b4-232d3ebc7da0 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:46:04.464976 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56348590-4446-4abe-a71c-ad6a06eec5cc req-0d713725-fd0f-4451-a1b2-97c85b3077fb tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:04.467472 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-56348590-4446-4abe-a71c-ad6a06eec5cc req-0d713725-fd0f-4451-a1b2-97c85b3077fb tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 944 time: 0.1956513 Jun 17 14:46:04.473473 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193eb2f7-9d36-4133-ba66-753f74853b1f req-9c7b2ee9-9688-4b58-9929-ab272a171562 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:04.475256 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-193eb2f7-9d36-4133-ba66-753f74853b1f req-9c7b2ee9-9688-4b58-9929-ab272a171562 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.72 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 946 time: 0.0945232 Jun 17 14:46:04.537937 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-56348590-4446-4abe-a71c-ad6a06eec5cc req-b6e7d74d-81b2-4360-b25e-7d06c7eb9b5b tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632029 Jun 17 14:46:04.579985 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-193eb2f7-9d36-4133-ba66-753f74853b1f req-33341b2b-dea9-47b0-a5e8-2a978e5a0afa tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Deleting port b164eeb7-be62-4231-92ee-a236b42e9f0e {{(pid=78471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:46:04.580571 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-193eb2f7-9d36-4133-ba66-753f74853b1f req-33341b2b-dea9-47b0-a5e8-2a978e5a0afa tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:04.661451 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 24a8b426-cc9f-47aa-86b4-232d3ebc7da0, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=24a8b426-cc9f-47aa-86b4-232d3ebc7da0,segment=NetworkSegment(641cfba1-205c-43fe-b661-eaecd2041264),segment_id=641cfba1-205c-43fe-b661-eaecd2041264)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:46:04.682140 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Returning: {'device': '24a8b426-cc9f-47aa-86b4-232d3ebc7da0', 'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f', 'port_id': '24a8b426-cc9f-47aa-86b4-232d3ebc7da0', 'mac_address': 'fa:16:3e:69:a5:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e046bc50-f404-4c4a-b363-a37e2ffe6253', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:46:04.782247 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:04.813641 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24a8b426-cc9f-47aa-86b4-232d3ebc7da0 {{(pid=78473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:46:04.835442 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 24a8b426-cc9f-47aa-86b4-232d3ebc7da0, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=24a8b426-cc9f-47aa-86b4-232d3ebc7da0,segment=NetworkSegment(641cfba1-205c-43fe-b661-eaecd2041264),segment_id=641cfba1-205c-43fe-b661-eaecd2041264)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:46:04.841975 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:04.844179 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:04.935912 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=24a8b426-cc9f-47aa-86b4-232d3ebc7da0,revision_number=7']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:04.939769 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:05.151848 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-193eb2f7-9d36-4133-ba66-753f74853b1f req-33341b2b-dea9-47b0-a5e8-2a978e5a0afa tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] For port b164eeb7-be62-4231-92ee-a236b42e9f0e, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=b164eeb7-be62-4231-92ee-a236b42e9f0e,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:46:05.152539 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-193eb2f7-9d36-4133-ba66-753f74853b1f req-33341b2b-dea9-47b0-a5e8-2a978e5a0afa tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:05.170252 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['24a8b426-cc9f-47aa-86b4-232d3ebc7da0'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:46:05.291037 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc18ff-a75e-4ef7-a039-1a0960d556d9 req-51195249-fd82-4871-8ddb-98c2a70903e3 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:05.293684 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0bfc18ff-a75e-4ef7-a039-1a0960d556d9 req-51195249-fd82-4871-8ddb-98c2a70903e3 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c862d6e-5d46-4eee-81b3-c895c3eb2f59 HTTP/1.1" status: 200 len: 944 time: 0.4209864 Jun 17 14:46:05.451742 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6d055-4250-434c-afb3-457a9458bc88 req-4b2d10ec-0d0f-4e1d-92cf-74bd96c0ca66 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:05.453498 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-93f6d055-4250-434c-afb3-457a9458bc88 req-4b2d10ec-0d0f-4e1d-92cf-74bd96c0ca66 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 946 time: 0.1221373 Jun 17 14:46:05.531565 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0bfc18ff-a75e-4ef7-a039-1a0960d556d9 req-99e7de7b-070b-4788-b9cb-002db117bb58 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252703 Jun 17 14:46:05.555242 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-93f6d055-4250-434c-afb3-457a9458bc88 req-57b8cf94-df18-42d1-ab69-02670fbf0bf5 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups?id=b508317d-1177-4935-817a-664f191f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903337 Jun 17 14:46:05.784563 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-193eb2f7-9d36-4133-ba66-753f74853b1f req-33341b2b-dea9-47b0-a5e8-2a978e5a0afa tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:05.784910 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-193eb2f7-9d36-4133-ba66-753f74853b1f req-33341b2b-dea9-47b0-a5e8-2a978e5a0afa tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768940'] for floatingip, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:05.785131 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.db.l3_db [req-193eb2f7-9d36-4133-ba66-753f74853b1f req-33341b2b-dea9-47b0-a5e8-2a978e5a0afa tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Floating IP 896fb4fb-3f3e-49bf-933a-cfb7f56c5e54 disassociated. External IP: 172.28.2.242, port: b164eeb7-be62-4231-92ee-a236b42e9f0e. Jun 17 14:46:05.785499 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-193eb2f7-9d36-4133-ba66-753f74853b1f req-33341b2b-dea9-47b0-a5e8-2a978e5a0afa tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Calling delete_port for b164eeb7-be62-4231-92ee-a236b42e9f0e owned by compute:nova {{(pid=78471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:46:05.975351 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92d353-ff02-402f-a4ea-9536cd12f5e8 req-8c622ea2-a983-4b34-9270-7796eaefe1f6 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:05.977982 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7d92d353-ff02-402f-a4ea-9536cd12f5e8 req-8c622ea2-a983-4b34-9270-7796eaefe1f6 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 945 time: 0.2632658 Jun 17 14:46:06.078450 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7d92d353-ff02-402f-a4ea-9536cd12f5e8 req-17a590d9-2a79-448d-88de-100d31fd360a tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858407 Jun 17 14:46:06.079859 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-193eb2f7-9d36-4133-ba66-753f74853b1f req-33341b2b-dea9-47b0-a5e8-2a978e5a0afa tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:06.086764 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-c8432d4a-99f9-45e6-b5cc-8b2f96f92f41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:06.145074 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33341b2b-dea9-47b0-a5e8-2a978e5a0afa tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Pushing event deleted for resources: {'Port': ['ID=b164eeb7-be62-4231-92ee-a236b42e9f0e,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:06.151262 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-33341b2b-dea9-47b0-a5e8-2a978e5a0afa tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:06.390926 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 055cb604-a941-4a4f-8083-f3b3812d8da2 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:46:06.398151 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 24a8b426-cc9f-47aa-86b4-232d3ebc7da0 up at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:46:06.433819 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.l3_agent_scheduler [req-193eb2f7-9d36-4133-ba66-753f74853b1f req-33341b2b-dea9-47b0-a5e8-2a978e5a0afa tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Router d1165100-40dd-47bd-a365-a5fb76951709 has already been hosted by L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 {{(pid=78471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:46:06.442895 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-54b55821-b9bd-4ce3-918c-facadcf83d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:06.605683 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning complete for port 24a8b426-cc9f-47aa-86b4-232d3ebc7da0 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:46:06.606183 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:06.730511 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-193eb2f7-9d36-4133-ba66-753f74853b1f req-33341b2b-dea9-47b0-a5e8-2a978e5a0afa tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:46:06.755377 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee18afa-3555-4655-83e0-7e9e0b58339b None None] Sync routers for ids ['d1165100-40dd-47bd-a365-a5fb76951709'] in dv-cinder-796859-1-smb {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:46:06.779497 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee18afa-3555-4655-83e0-7e9e0b58339b None None] Routers {'d1165100-40dd-47bd-a365-a5fb76951709'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:46:06.780153 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-fee18afa-3555-4655-83e0-7e9e0b58339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:45:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['d1165100-40dd-47bd-a365-a5fb76951709'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:46:06.790826 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 055cb604-a941-4a4f-8083-f3b3812d8da2, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=055cb604-a941-4a4f-8083-f3b3812d8da2,segment=NetworkSegment(6bf8a059-7358-49fc-8af6-286460ed4cfc),segment_id=6bf8a059-7358-49fc-8af6-286460ed4cfc)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:46:06.824584 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Returning: {'device': '055cb604-a941-4a4f-8083-f3b3812d8da2', 'network_id': 'da004276-3bef-4930-bce8-fa0a82288e99', 'port_id': '055cb604-a941-4a4f-8083-f3b3812d8da2', 'mac_address': 'fa:16:3e:a8:ab:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e8aac7-a2ca-417f-b8be-280e27851899', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:46:06.967993 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70b091-1bb7-4d54-8e4b-ad0bdc5442d6 req-0cb9a021-d810-4965-93e4-168e2acdb96a tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:06.971635 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4f70b091-1bb7-4d54-8e4b-ad0bdc5442d6 req-0cb9a021-d810-4965-93e4-168e2acdb96a tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c862d6e-5d46-4eee-81b3-c895c3eb2f59 HTTP/1.1" status: 200 len: 944 time: 0.1942582 Jun 17 14:46:07.025001 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:07.035680 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-193eb2f7-9d36-4133-ba66-753f74853b1f req-33341b2b-dea9-47b0-a5e8-2a978e5a0afa tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] No DVR routers for this DVR port b164eeb7-be62-4231-92ee-a236b42e9f0e on host hv-cinder-79685 {{(pid=78471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:46:07.050183 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-193eb2f7-9d36-4133-ba66-753f74853b1f req-33341b2b-dea9-47b0-a5e8-2a978e5a0afa tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:07.051959 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4f70b091-1bb7-4d54-8e4b-ad0bdc5442d6 req-9a427ecc-1f22-4587-957f-4374b54b37f7 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679183 Jun 17 14:46:07.058244 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:07.074053 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93a07f5-2068-4ed8-ac42-f100ebebbc1e', 'name': 'network-vif-deleted', 'tag': 'b164eeb7-be62-4231-92ee-a236b42e9f0e'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:46:07.074818 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:07.112535 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 055cb604-a941-4a4f-8083-f3b3812d8da2 {{(pid=78473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:46:07.158112 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2fa79b-d9e5-4368-a087-3bdb9d36a524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a8b426-cc9f-47aa-86b4-232d3ebc7da0'}] {{(pid=78473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:46:07.167263 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ef174db7-42b3-4d8c-af62-7147f7f67b75 req-fecb5ede-0000-4ece-a0e8-1be7c3ec17cd tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/ports?device_id=f93a07f5-2068-4ed8-ac42-f100ebebbc1e HTTP/1.1" status: 200 len: 210 time: 0.2763147 Jun 17 14:46:07.180461 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 055cb604-a941-4a4f-8083-f3b3812d8da2, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=055cb604-a941-4a4f-8083-f3b3812d8da2,segment=NetworkSegment(6bf8a059-7358-49fc-8af6-286460ed4cfc),segment_id=6bf8a059-7358-49fc-8af6-286460ed4cfc)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:46:07.183671 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-193eb2f7-9d36-4133-ba66-753f74853b1f req-33341b2b-dea9-47b0-a5e8-2a978e5a0afa tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.72 "DELETE /v2.0/ports/b164eeb7-be62-4231-92ee-a236b42e9f0e HTTP/1.1" status: 204 len: 173 time: 2.7019367 Jun 17 14:46:07.184202 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 24a8b426-cc9f-47aa-86b4-232d3ebc7da0, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=24a8b426-cc9f-47aa-86b4-232d3ebc7da0,segment=NetworkSegment(641cfba1-205c-43fe-b661-eaecd2041264),segment_id=641cfba1-205c-43fe-b661-eaecd2041264)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:46:07.190398 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:07.194908 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-a230dffa-1408-4dcd-9d19-2b28b0b3e397 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:07.268339 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:07.314155 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-fee18afa-3555-4655-83e0-7e9e0b58339b None None] Set router d1165100-40dd-47bd-a365-a5fb76951709 gateway port host: dv-cinder-796859-1-smb {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:46:07.375765 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93a07f5-2068-4ed8-ac42-f100ebebbc1e', 'name': 'network-vif-deleted', 'tag': 'b164eeb7-be62-4231-92ee-a236b42e9f0e', 'status': 'completed', 'code': 200} Jun 17 14:46:07.390125 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=055cb604-a941-4a4f-8083-f3b3812d8da2,revision_number=4']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:07.394944 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:07.396541 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-a230dffa-1408-4dcd-9d19-2b28b0b3e397 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:07.489094 dv-cinder-796859-1-smb neutron-server[78473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2fa79b-d9e5-4368-a087-3bdb9d36a524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a8b426-cc9f-47aa-86b4-232d3ebc7da0', 'code': 200} Jun 17 14:46:07.529188 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4266d-4470-4156-9975-fcf14e94f990 req-e395764e-2096-4693-afb0-929bcbf139f8 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:07.531296 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-8eb4266d-4470-4156-9975-fcf14e94f990 req-e395764e-2096-4693-afb0-929bcbf139f8 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 946 time: 0.1986711 Jun 17 14:46:07.598580 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=24a8b426-cc9f-47aa-86b4-232d3ebc7da0,revision_number=8']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:07.612394 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:07.632612 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['055cb604-a941-4a4f-8083-f3b3812d8da2'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:46:07.640197 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-8eb4266d-4470-4156-9975-fcf14e94f990 req-ab3ffa0d-9364-465d-b3c0-55e9d2d88497 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870988 Jun 17 14:46:07.883208 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-fee18afa-3555-4655-83e0-7e9e0b58339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'name': 'tempest-AttachVolumeShelveTestJSON-1729819513-router', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:02Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'gw_port': {'id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:06Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': '1330286d-38fc-4f60-843d-5ffa1b9a236b', 'name': '', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'mac_address': 'fa:16:3e:25:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '49d50089-0579-444b-be8e-835b748ebcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:17Z', 'updated_at': '2021-06-17T14:39:43Z', 'revision_number': 5, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'subnets': [{'id': '49d50089-0579-444b-be8e-835b748ebcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:46:07.892871 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee18afa-3555-4655-83e0-7e9e0b58339b None None] Checking router: d1165100-40dd-47bd-a365-a5fb76951709 for host: dv-cinder-796859-1-smb {{(pid=78474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:46:07.907062 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee18afa-3555-4655-83e0-7e9e0b58339b None None] Routers {'d1165100-40dd-47bd-a365-a5fb76951709'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:46:07.907725 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-fee18afa-3555-4655-83e0-7e9e0b58339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:45:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['d1165100-40dd-47bd-a365-a5fb76951709'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:46:08.060328 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba99c0-ae24-4ef2-98d2-fcfe7669c446 req-603ade1c-60a7-49bd-9931-ee84d80af399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:08.063080 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4eba99c0-ae24-4ef2-98d2-fcfe7669c446 req-603ade1c-60a7-49bd-9931-ee84d80af399 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 1099 time: 0.1031332 Jun 17 14:46:08.189468 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4eba99c0-ae24-4ef2-98d2-fcfe7669c446 req-9f7155ce-b454-4e3c-a942-fd131b3e7369 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069510 Jun 17 14:46:08.218959 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-fee18afa-3555-4655-83e0-7e9e0b58339b None None] Set router d1165100-40dd-47bd-a365-a5fb76951709 gateway port host: dv-cinder-796859-1-smb {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:46:08.410382 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device b164eeb7-be62-4231-92ee-a236b42e9f0e no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:46:08.418363 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da9b2c-2067-4be7-9f14-4ac2512ab122 req-31337b0f-782d-42e6-a031-45ce0ba4370c tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:08.421042 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a0da9b2c-2067-4be7-9f14-4ac2512ab122 req-31337b0f-782d-42e6-a031-45ce0ba4370c tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c862d6e-5d46-4eee-81b3-c895c3eb2f59 HTTP/1.1" status: 200 len: 945 time: 0.1267874 Jun 17 14:46:08.468680 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] No Port match for: b164eeb7-be62-4231-92ee-a236b42e9f0e {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:46:08.469240 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device b164eeb7-be62-4231-92ee-a236b42e9f0e not bound to the agent host hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:46:08.479957 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 48678) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:46:08.518345 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a0da9b2c-2067-4be7-9f14-4ac2512ab122 req-c07adf48-ec75-47d1-9422-5bcddce71514 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826294 Jun 17 14:46:08.586865 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9b244fb4-2a8e-4f0b-b843-6503e21d5c19 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:08.620092 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9b244fb4-2a8e-4f0b-b843-6503e21d5c19 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:08.705887 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9b244fb4-2a8e-4f0b-b843-6503e21d5c19 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:08.713209 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-5a78401d-a3bd-4cbb-b7a5-d90ecf2ddf37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:08.745444 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b244fb4-2a8e-4f0b-b843-6503e21d5c19 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b508317d-1177-4935-817a-664f191f5058,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:08.749270 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-9b244fb4-2a8e-4f0b-b843-6503e21d5c19 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:08.764048 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9b244fb4-2a8e-4f0b-b843-6503e21d5c19 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:08.766109 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-9b244fb4-2a8e-4f0b-b843-6503e21d5c19 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "DELETE /v2.0/security-groups/b508317d-1177-4935-817a-664f191f5058 HTTP/1.1" status: 204 len: 168 time: 0.2844722 Jun 17 14:46:08.771239 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 48684) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:46:08.807850 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.api.v2.resource [None req-ea071810-5f64-4820-970e-5d0c2311ddb3 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] show failed (client error): The resource could not be found. Jun 17 14:46:08.812784 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-ea071810-5f64-4820-970e-5d0c2311ddb3 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "GET /v2.0/security-groups/b508317d-1177-4935-817a-664f191f5058 HTTP/1.1" status: 404 len: 347 time: 0.0353682 Jun 17 14:46:08.813167 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 48688) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:46:08.823167 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-fee18afa-3555-4655-83e0-7e9e0b58339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'name': 'tempest-AttachVolumeShelveTestJSON-1729819513-router', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:02Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'gw_port': {'id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:06Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': '1330286d-38fc-4f60-843d-5ffa1b9a236b', 'name': '', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'mac_address': 'fa:16:3e:25:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '49d50089-0579-444b-be8e-835b748ebcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:17Z', 'updated_at': '2021-06-17T14:39:43Z', 'revision_number': 5, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'subnets': [{'id': '49d50089-0579-444b-be8e-835b748ebcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:46:08.830549 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee18afa-3555-4655-83e0-7e9e0b58339b None None] The sync data for ids ['d1165100-40dd-47bd-a365-a5fb76951709'] in dv-cinder-796859-1-smb is: [{'id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'name': 'tempest-AttachVolumeShelveTestJSON-1729819513-router', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:02Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'gw_port': {'id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:06Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': '1330286d-38fc-4f60-843d-5ffa1b9a236b', 'name': '', 'network_id': '4883627e-6fe8-4d7a-b297-cbdd10bc6a3f', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'mac_address': 'fa:16:3e:25:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '49d50089-0579-444b-be8e-835b748ebcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:17Z', 'updated_at': '2021-06-17T14:39:43Z', 'revision_number': 5, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'subnets': [{'id': '49d50089-0579-444b-be8e-835b748ebcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:46:08.961975 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-46e3d73a-54fc-4cfb-a31c-ea9e9e307274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:09.097552 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-a6a7b4d8-762e-4de2-9c93-2b34b9b051e9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Deleting port 874aab20-bf3c-410e-8b43-ef1d988fd621 {{(pid=78472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:46:09.097998 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b4d8-762e-4de2-9c93-2b34b9b051e9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:09.191682 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852c6030-a666-4424-a896-eec2e7b7faf0 None None] New status for floating IP 896fb4fb-3f3e-49bf-933a-cfb7f56c5e54: DOWN {{(pid=78473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:46:09.199608 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:46:09.370277 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5e111-0057-48e3-8fa2-0e18c21843ab req-c58b037b-21e6-4ff8-8403-cc786725e570 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:09.383820 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7bd5e111-0057-48e3-8fa2-0e18c21843ab req-c58b037b-21e6-4ff8-8403-cc786725e570 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 946 time: 0.5091267 Jun 17 14:46:09.470564 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7bd5e111-0057-48e3-8fa2-0e18c21843ab req-28386b92-c079-46b2-bbe5-a288c660575a tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836515 Jun 17 14:46:09.485780 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b4d8-762e-4de2-9c93-2b34b9b051e9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:09.486920 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b4d8-762e-4de2-9c93-2b34b9b051e9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:09.674674 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-a6a7b4d8-762e-4de2-9c93-2b34b9b051e9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Calling delete_port for 874aab20-bf3c-410e-8b43-ef1d988fd621 owned by network:floatingip {{(pid=78472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:46:09.764030 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef4c62-ea1e-421c-95b0-a0be4cd0e031 req-652d6ade-2fd1-41e6-a9a5-a217aa7dc265 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:09.766341 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-59ef4c62-ea1e-421c-95b0-a0be4cd0e031 req-652d6ade-2fd1-41e6-a9a5-a217aa7dc265 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c862d6e-5d46-4eee-81b3-c895c3eb2f59 HTTP/1.1" status: 200 len: 945 time: 0.1079512 Jun 17 14:46:09.784493 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.db.api [None req-a6a7b4d8-762e-4de2-9c93-2b34b9b051e9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78472) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 14:46:09.784936 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_db.api [None req-a6a7b4d8-762e-4de2-9c93-2b34b9b051e9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 14:46:09.850801 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-59ef4c62-ea1e-421c-95b0-a0be4cd0e031 req-37b2f96a-37f8-4958-bbfb-2687404bb2e4 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756822 Jun 17 14:46:10.167968 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:10.286472 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-a6a7b4d8-762e-4de2-9c93-2b34b9b051e9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Deleting port 874aab20-bf3c-410e-8b43-ef1d988fd621 {{(pid=78472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:46:10.286901 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b4d8-762e-4de2-9c93-2b34b9b051e9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:10.430548 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 055cb604-a941-4a4f-8083-f3b3812d8da2 up at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:46:10.551398 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning for port 055cb604-a941-4a4f-8083-f3b3812d8da2 completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:46:10.555597 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b4d8-762e-4de2-9c93-2b34b9b051e9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:10.556779 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b4d8-762e-4de2-9c93-2b34b9b051e9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:10.562547 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning complete for port 055cb604-a941-4a4f-8083-f3b3812d8da2 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:46:10.563326 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:10.802380 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:10.862850 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c862d6e-5d46-4eee-81b3-c895c3eb2f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055cb604-a941-4a4f-8083-f3b3812d8da2'}] {{(pid=78473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:46:10.879508 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 055cb604-a941-4a4f-8083-f3b3812d8da2, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=055cb604-a941-4a4f-8083-f3b3812d8da2,segment=NetworkSegment(6bf8a059-7358-49fc-8af6-286460ed4cfc),segment_id=6bf8a059-7358-49fc-8af6-286460ed4cfc)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:46:10.886743 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:10.889846 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:10.924927 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-a6a7b4d8-762e-4de2-9c93-2b34b9b051e9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Calling delete_port for 874aab20-bf3c-410e-8b43-ef1d988fd621 owned by network:floatingip {{(pid=78472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:46:10.972822 dv-cinder-796859-1-smb neutron-server[78473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c862d6e-5d46-4eee-81b3-c895c3eb2f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055cb604-a941-4a4f-8083-f3b3812d8da2', 'code': 200} Jun 17 14:46:11.020140 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=055cb604-a941-4a4f-8083-f3b3812d8da2,revision_number=5']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:11.027574 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:11.172625 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213acc6b-c0a8-4a61-9053-ab72dfb9c36a req-6ffa38f8-ebd7-4fb6-8ff7-3c4601c4e16a tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:11.174271 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-213acc6b-c0a8-4a61-9053-ab72dfb9c36a req-6ffa38f8-ebd7-4fb6-8ff7-3c4601c4e16a tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 946 time: 0.5072463 Jun 17 14:46:11.179125 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b4d8-762e-4de2-9c93-2b34b9b051e9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14896044'] for port, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:11.188587 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-65085db7-9dfe-4156-8017-918901cf28f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:11.283863 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7b4d8-762e-4de2-9c93-2b34b9b051e9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Pushing event deleted for resources: {'Port': ['ID=874aab20-bf3c-410e-8b43-ef1d988fd621,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:11.331850 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-a6a7b4d8-762e-4de2-9c93-2b34b9b051e9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:11.406850 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-213acc6b-c0a8-4a61-9053-ab72dfb9c36a req-3fb39127-0b01-432b-8822-b3e50a494b43 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196188 Jun 17 14:46:11.424955 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b4d8-762e-4de2-9c93-2b34b9b051e9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks [] for floatingip, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:11.453542 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b4d8-762e-4de2-9c93-2b34b9b051e9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for floatingip, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:11.456012 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-a6a7b4d8-762e-4de2-9c93-2b34b9b051e9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] 10.222.0.77 "DELETE /v2.0/floatingips/896fb4fb-3f3e-49bf-933a-cfb7f56c5e54 HTTP/1.1" status: 204 len: 168 time: 2.6413937 Jun 17 14:46:11.471228 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c6b7d-4bb9-4c96-9f1d-46d4569579e8 req-d630b23b-7fb9-4bd0-8ce8-1dfe42470008 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:11.473482 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b87c6b7d-4bb9-4c96-9f1d-46d4569579e8 req-d630b23b-7fb9-4bd0-8ce8-1dfe42470008 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c862d6e-5d46-4eee-81b3-c895c3eb2f59 HTTP/1.1" status: 200 len: 946 time: 0.3781805 Jun 17 14:46:11.486585 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d5f00-58a9-447c-8596-7a94b3d3694a req-d9046acb-2cc8-4ddb-86a8-c8eb78362054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:11.490577 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-124d5f00-58a9-447c-8596-7a94b3d3694a req-d9046acb-2cc8-4ddb-86a8-c8eb78362054 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7c862d6e-5d46-4eee-81b3-c895c3eb2f59 HTTP/1.1" status: 200 len: 1099 time: 0.1647046 Jun 17 14:46:11.534052 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:11.606546 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b87c6b7d-4bb9-4c96-9f1d-46d4569579e8 req-dd5ce38b-52ea-4b48-b66c-d57e1a7ca4ee tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145270 Jun 17 14:46:11.612285 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-124d5f00-58a9-447c-8596-7a94b3d3694a req-cd0d50da-d526-4ee3-90b6-65d00038428c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974798 Jun 17 14:46:12.848903 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f7595-ec97-4d06-b83d-483bb870908c req-7c5ef96b-cd03-446c-a064-55733fc1546c tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:12.850483 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-895f7595-ec97-4d06-b83d-483bb870908c req-7c5ef96b-cd03-446c-a064-55733fc1546c tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c862d6e-5d46-4eee-81b3-c895c3eb2f59 HTTP/1.1" status: 200 len: 946 time: 0.1061661 Jun 17 14:46:12.943182 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-895f7595-ec97-4d06-b83d-483bb870908c req-782cf8f2-154e-4890-9fde-81bf087fd334 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824187 Jun 17 14:46:14.187980 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ad405-55c6-4215-8ac5-36549bbfdd27 req-f8a74d92-6aaf-405a-accc-5a3d4f9ca78f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:14.189575 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ba7ad405-55c6-4215-8ac5-36549bbfdd27 req-f8a74d92-6aaf-405a-accc-5a3d4f9ca78f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c862d6e-5d46-4eee-81b3-c895c3eb2f59 HTTP/1.1" status: 200 len: 946 time: 0.1108205 Jun 17 14:46:14.248199 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ba7ad405-55c6-4215-8ac5-36549bbfdd27 req-a8a480c0-b5e7-44c8-a537-bf76bc7c6138 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522304 Jun 17 14:46:14.583194 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 48734) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:46:15.437119 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-944492ef-e208-480e-b646-2a4e346bfee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768446'] for router_interface, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:15.862793 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [None req-944492ef-e208-480e-b646-2a4e346bfee9 admin admin] Deleting port 1330286d-38fc-4f60-843d-5ffa1b9a236b {{(pid=78471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:46:15.863240 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-944492ef-e208-480e-b646-2a4e346bfee9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:16.141824 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [None req-944492ef-e208-480e-b646-2a4e346bfee9 admin admin] For port 1330286d-38fc-4f60-843d-5ffa1b9a236b, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=1330286d-38fc-4f60-843d-5ffa1b9a236b,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:46:16.142136 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-944492ef-e208-480e-b646-2a4e346bfee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:16.428108 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [None req-944492ef-e208-480e-b646-2a4e346bfee9 admin admin] Calling delete_port for 1330286d-38fc-4f60-843d-5ffa1b9a236b owned by network:router_interface {{(pid=78471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:46:16.862386 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-944492ef-e208-480e-b646-2a4e346bfee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:16.877997 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:16.973156 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944492ef-e208-480e-b646-2a4e346bfee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1330286d-38fc-4f60-843d-5ffa1b9a236b,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:17.046906 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944492ef-e208-480e-b646-2a4e346bfee9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:46:17.047647 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944492ef-e208-480e-b646-2a4e346bfee9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:46:17.048073 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944492ef-e208-480e-b646-2a4e346bfee9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:46:17.048653 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944492ef-e208-480e-b646-2a4e346bfee9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:46:17.049219 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944492ef-e208-480e-b646-2a4e346bfee9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:46:17.049857 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944492ef-e208-480e-b646-2a4e346bfee9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:46:17.050281 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944492ef-e208-480e-b646-2a4e346bfee9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:46:17.051067 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944492ef-e208-480e-b646-2a4e346bfee9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:46:17.051828 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944492ef-e208-480e-b646-2a4e346bfee9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:46:17.052110 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944492ef-e208-480e-b646-2a4e346bfee9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:46:17.053266 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944492ef-e208-480e-b646-2a4e346bfee9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:46:17.053266 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944492ef-e208-480e-b646-2a4e346bfee9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:46:17.070457 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-944492ef-e208-480e-b646-2a4e346bfee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:17.199520 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-0a54da8b-8e69-4774-9918-c87dd6668f1a tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:17.201839 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-0a54da8b-8e69-4774-9918-c87dd6668f1a tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/networks?id=da004276-3bef-4930-bce8-fa0a82288e99 HTTP/1.1" status: 200 len: 815 time: 0.5190594 Jun 17 14:46:17.307939 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-b10aeb5f-4100-4018-8d1b-128766fb04df tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/quotas/425d2721d459444baf71053bdaa7413e HTTP/1.1" status: 200 len: 375 time: 0.0975492 Jun 17 14:46:17.540394 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-944492ef-e208-480e-b646-2a4e346bfee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752654'] for router_interface, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:17.553971 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-8b291d67-833c-45e1-b5a3-fa74bcfbd582 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=425d2721d459444baf71053bdaa7413e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2191103 Jun 17 14:46:17.943353 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-07f61b8e-3770-44d9-8c48-593f74e023be service neutron] 10.222.0.77 "GET /v2.0/networks/da004276-3bef-4930-bce8-fa0a82288e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201246 Jun 17 14:46:18.464622 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-0eedbc52-84aa-4b6d-b328-718c6dddf906 service neutron] 10.222.0.77 "GET /v2.0/networks/da004276-3bef-4930-bce8-fa0a82288e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460371 Jun 17 14:46:18.478760 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944492ef-e208-480e-b646-2a4e346bfee9 admin admin] Router d1165100-40dd-47bd-a365-a5fb76951709 has already been hosted by L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 {{(pid=78471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:46:18.706637 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-560af3bf-1af0-478f-92a4-7591928a5ea8 req-13f8725d-139f-4b5e-ad20-af515c74b32f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae48653e-4c5b-4725-a549-d44bd234fda9 HTTP/1.1" status: 200 len: 210 time: 0.0601382 Jun 17 14:46:18.751635 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944492ef-e208-480e-b646-2a4e346bfee9 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:46:18.762566 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a343cdf-bfc0-4348-a3bc-e7148be05236 None None] Sync routers for ids ['d1165100-40dd-47bd-a365-a5fb76951709'] in dv-cinder-796859-1-smb {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:46:18.774267 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-944492ef-e208-480e-b646-2a4e346bfee9 admin admin] 10.222.0.77 "PUT /v2.0/routers/d1165100-40dd-47bd-a365-a5fb76951709/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1849201 Jun 17 14:46:18.774451 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 48766) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:46:18.778290 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a343cdf-bfc0-4348-a3bc-e7148be05236 None None] Routers {'d1165100-40dd-47bd-a365-a5fb76951709'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:46:18.779461 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-6a343cdf-bfc0-4348-a3bc-e7148be05236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:46:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['d1165100-40dd-47bd-a365-a5fb76951709'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:46:19.012352 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-6a343cdf-bfc0-4348-a3bc-e7148be05236 None None] Set router d1165100-40dd-47bd-a365-a5fb76951709 gateway port host: dv-cinder-796859-1-smb {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:46:19.024681 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7da0b6db-58bd-443b-a643-78a15c1b572e admin admin] Notify callbacks [] for router, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:19.324874 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7da0b6db-58bd-443b-a643-78a15c1b572e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:19.340964 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-7da0b6db-58bd-443b-a643-78a15c1b572e admin admin] Deleting port b405a014-c2c1-41ff-8694-e2766cd86eea {{(pid=78472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:46:19.341916 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7da0b6db-58bd-443b-a643-78a15c1b572e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:19.476520 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-6a343cdf-bfc0-4348-a3bc-e7148be05236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'name': 'tempest-AttachVolumeShelveTestJSON-1729819513-router', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:02Z', 'updated_at': '2021-06-17T14:46:16Z', 'revision_number': 5, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'gw_port': {'id': 'b405a014-c2c1-41ff-8694-e2766cd86eea', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:39:06Z', 'updated_at': '2021-06-17T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb'}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:46:19.484099 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a343cdf-bfc0-4348-a3bc-e7148be05236 None None] Checking router: d1165100-40dd-47bd-a365-a5fb76951709 for host: dv-cinder-796859-1-smb {{(pid=78474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:46:19.494503 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a343cdf-bfc0-4348-a3bc-e7148be05236 None None] Routers {'d1165100-40dd-47bd-a365-a5fb76951709'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:46:19.495124 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-6a343cdf-bfc0-4348-a3bc-e7148be05236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:46:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['d1165100-40dd-47bd-a365-a5fb76951709'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:46:19.618310 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.db [None req-7da0b6db-58bd-443b-a643-78a15c1b572e admin admin] For port b405a014-c2c1-41ff-8694-e2766cd86eea, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=b405a014-c2c1-41ff-8694-e2766cd86eea,segment=NetworkSegment(23ce0af5-72f9-4008-9996-e17bae4589dc),segment_id=23ce0af5-72f9-4008-9996-e17bae4589dc)] {{(pid=78472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:46:19.618842 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7da0b6db-58bd-443b-a643-78a15c1b572e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:19.703827 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-6a343cdf-bfc0-4348-a3bc-e7148be05236 None None] Set router d1165100-40dd-47bd-a365-a5fb76951709 gateway port host: None {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:46:19.791807 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-7da0b6db-58bd-443b-a643-78a15c1b572e admin admin] Calling delete_port for b405a014-c2c1-41ff-8694-e2766cd86eea owned by network:router_gateway {{(pid=78472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:46:19.862878 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-6a343cdf-bfc0-4348-a3bc-e7148be05236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'name': 'tempest-AttachVolumeShelveTestJSON-1729819513-router', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:02Z', 'updated_at': '2021-06-17T14:46:19Z', 'revision_number': 6, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'gw_port_host': None}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:46:19.869312 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a343cdf-bfc0-4348-a3bc-e7148be05236 None None] The sync data for ids ['d1165100-40dd-47bd-a365-a5fb76951709'] in dv-cinder-796859-1-smb is: [{'id': 'd1165100-40dd-47bd-a365-a5fb76951709', 'name': 'tempest-AttachVolumeShelveTestJSON-1729819513-router', 'tenant_id': '092c45fa4f034867b5054335dbba9fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:39:02Z', 'updated_at': '2021-06-17T14:46:19Z', 'revision_number': 6, 'project_id': '092c45fa4f034867b5054335dbba9fa1', 'gw_port_host': None}] {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:46:19.909344 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-45b911c8-58b5-48c5-9bf8-a9a608d6b93f req-1d80332f-ba8f-496d-9da6-cbf97822a825 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae48653e-4c5b-4725-a549-d44bd234fda9 HTTP/1.1" status: 200 len: 210 time: 0.0674894 Jun 17 14:46:20.074420 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7da0b6db-58bd-443b-a643-78a15c1b572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14896044'] for port, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:20.079668 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:20.292671 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0b6db-58bd-443b-a643-78a15c1b572e admin admin] Pushing event deleted for resources: {'Port': ['ID=b405a014-c2c1-41ff-8694-e2766cd86eea,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:20.298034 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-7da0b6db-58bd-443b-a643-78a15c1b572e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:20.439656 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7da0b6db-58bd-443b-a643-78a15c1b572e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768913'] for router_gateway, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:20.466930 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-7081f388-51c6-4fc8-aca0-3750c996763e tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:20.469066 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-7081f388-51c6-4fc8-aca0-3750c996763e tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.72 "GET /v2.0/networks?id=da004276-3bef-4930-bce8-fa0a82288e99 HTTP/1.1" status: 200 len: 815 time: 0.2451358 Jun 17 14:46:20.492951 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-8b99b911-66cf-4586-a382-24af55e22ffd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Request body: {'port': {'device_id': 'ae48653e-4c5b-4725-a549-d44bd234fda9', 'network_id': 'da004276-3bef-4930-bce8-fa0a82288e99', 'admin_state_up': True, 'tenant_id': '425d2721d459444baf71053bdaa7413e'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:46:20.683342 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7da0b6db-58bd-443b-a643-78a15c1b572e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3814'] for router, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:20.684943 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-8b99b911-66cf-4586-a382-24af55e22ffd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:46:20.687232 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7da0b6db-58bd-443b-a643-78a15c1b572e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:20.701218 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-8b99b911-66cf-4586-a382-24af55e22ffd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:46:20.716306 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-8b99b911-66cf-4586-a382-24af55e22ffd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Made reservation on behalf of 425d2721d459444baf71053bdaa7413e for: {'port': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:46:20.724566 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-8b99b911-66cf-4586-a382-24af55e22ffd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:20.731186 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7da0b6db-58bd-443b-a643-78a15c1b572e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746556'] for router, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:20.732111 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da0b6db-58bd-443b-a643-78a15c1b572e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1165100-40dd-47bd-a365-a5fb76951709 {{(pid=78472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 14:46:20.753726 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7da0b6db-58bd-443b-a643-78a15c1b572e admin admin] Notify callbacks [] for router, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:20.759999 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-7da0b6db-58bd-443b-a643-78a15c1b572e admin admin] 10.222.0.77 "DELETE /v2.0/routers/d1165100-40dd-47bd-a365-a5fb76951709 HTTP/1.1" status: 204 len: 168 time: 1.9835482 Jun 17 14:46:20.760972 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 48782) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:46:20.843236 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 1330286d-38fc-4f60-843d-5ffa1b9a236b no longer exists at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:46:20.871000 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.db_base_plugin_v2 [None req-43790ee1-22e1-4ff6-be05-3c81bb7a5dbe admin admin] Deleting subnet 49d50089-0579-444b-be8e-835b748ebcf1 {{(pid=78472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 17 14:46:20.875073 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-43790ee1-22e1-4ff6-be05-3c81bb7a5dbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:20.901533 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] No Port match for: 1330286d-38fc-4f60-843d-5ffa1b9a236b {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:46:20.902374 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 1330286d-38fc-4f60-843d-5ffa1b9a236b not bound to the agent host dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:46:20.930545 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-43790ee1-22e1-4ff6-be05-3c81bb7a5dbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15757668'] for subnet, precommit_delete_associations {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:21.021579 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_common [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-8b99b911-66cf-4586-a382-24af55e22ffd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Allocated IP 172.20.0.3 (da004276-3bef-4930-bce8-fa0a82288e99/43e8aac7-a2ca-417f-b8be-280e27851899/b7f02dfe-2a4e-4db0-8075-ffecc0018f78) {{(pid=78471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:46:21.201117 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-b52f30e3-f100-4412-b05a-569b65df9957 req-e5d4d19d-f5da-4cfe-b310-91eb08e20383 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae48653e-4c5b-4725-a549-d44bd234fda9 HTTP/1.1" status: 200 len: 210 time: 0.0926540 Jun 17 14:46:21.208476 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-43790ee1-22e1-4ff6-be05-3c81bb7a5dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820958'] for subnet, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:21.404951 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-8b99b911-66cf-4586-a382-24af55e22ffd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks [] for port, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:21.442001 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-8b99b911-66cf-4586-a382-24af55e22ffd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:21.448696 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-d6f753ab-9aa2-407c-a6b9-17aa6e1d9f3a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:21.481227 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['f49cc714-fd73-4171-826e-9573a6c32787', '055cb604-a941-4a4f-8083-f3b3812d8da2'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:46:21.521541 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-8b99b911-66cf-4586-a382-24af55e22ffd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Network da004276-3bef-4930-bce8-fa0a82288e99 is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:46:21.526594 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-8b99b911-66cf-4586-a382-24af55e22ffd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:46:21.529114 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-8b99b911-66cf-4586-a382-24af55e22ffd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Received port after_create {{(pid=78471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:46:21.582483 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99b911-66cf-4586-a382-24af55e22ffd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Pushing event updated for resources: {'Port': ['ID=b7f02dfe-2a4e-4db0-8075-ffecc0018f78,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:21.588569 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-8b99b911-66cf-4586-a382-24af55e22ffd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:21.606753 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-43790ee1-22e1-4ff6-be05-3c81bb7a5dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14896095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16701679'] for subnet, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:21.610508 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-8b99b911-66cf-4586-a382-24af55e22ffd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:21.611346 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-8b99b911-66cf-4586-a382-24af55e22ffd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:21.621027 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-95c235e0-e321-4574-9492-431cfcbd95c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:21.646961 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-8b99b911-66cf-4586-a382-24af55e22ffd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1606898 Jun 17 14:46:21.655171 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-43790ee1-22e1-4ff6-be05-3c81bb7a5dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for subnet, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:21.662097 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dc59e2-8a21-499c-b4a1-1a86b67859fd None None] Network 4883627e-6fe8-4d7a-b297-cbdd10bc6a3f requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:46:21.669194 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-5aad0505-9d41-4801-ba7f-1e481ce2ebad service neutron] Request body: {'port': {'device_id': 'ae48653e-4c5b-4725-a549-d44bd234fda9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:46:21.669980 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43790ee1-22e1-4ff6-be05-3c81bb7a5dbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49d50089-0579-444b-be8e-835b748ebcf1,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:21.674125 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-43790ee1-22e1-4ff6-be05-3c81bb7a5dbe admin admin] 10.222.0.77 "DELETE /v2.0/subnets/49d50089-0579-444b-be8e-835b748ebcf1 HTTP/1.1" status: 204 len: 168 time: 0.9116845 Jun 17 14:46:21.677716 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 48788) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:46:21.725152 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43790ee1-22e1-4ff6-be05-3c81bb7a5dbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:46:21.725777 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43790ee1-22e1-4ff6-be05-3c81bb7a5dbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:46:21.726919 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43790ee1-22e1-4ff6-be05-3c81bb7a5dbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:46:21.727504 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43790ee1-22e1-4ff6-be05-3c81bb7a5dbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:46:21.728083 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43790ee1-22e1-4ff6-be05-3c81bb7a5dbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:46:21.728649 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43790ee1-22e1-4ff6-be05-3c81bb7a5dbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:46:21.729215 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43790ee1-22e1-4ff6-be05-3c81bb7a5dbe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:46:21.729813 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43790ee1-22e1-4ff6-be05-3c81bb7a5dbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:46:21.730412 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43790ee1-22e1-4ff6-be05-3c81bb7a5dbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:46:21.730958 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43790ee1-22e1-4ff6-be05-3c81bb7a5dbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:46:21.731527 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43790ee1-22e1-4ff6-be05-3c81bb7a5dbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:46:21.732099 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43790ee1-22e1-4ff6-be05-3c81bb7a5dbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:46:21.742592 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-43790ee1-22e1-4ff6-be05-3c81bb7a5dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:21.813386 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-5aad0505-9d41-4801-ba7f-1e481ce2ebad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:21.855023 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b0973665-1486-4933-bae1-07ad106d9a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:21.869381 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-b0973665-1486-4933-bae1-07ad106d9a67 admin admin] Deleting port c2e51465-f331-452d-be31-e83ca3357235 {{(pid=78472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:46:21.869970 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b0973665-1486-4933-bae1-07ad106d9a67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:22.159602 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa62a8e-286a-4619-b183-1a180931c466 None None] DHCP port deletion for 4883627e-6fe8-4d7a-b297-cbdd10bc6a3f request from dv-cinder-796859-1-smb {{(pid=78473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 17 14:46:22.164900 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-4fa62a8e-286a-4619-b183-1a180931c466 None None] Deleting port c2e51465-f331-452d-be31-e83ca3357235 {{(pid=78473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:46:22.165551 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-4fa62a8e-286a-4619-b183-1a180931c466 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:22.172784 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.db [None req-b0973665-1486-4933-bae1-07ad106d9a67 admin admin] For port c2e51465-f331-452d-be31-e83ca3357235, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=c2e51465-f331-452d-be31-e83ca3357235,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:46:22.173505 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b0973665-1486-4933-bae1-07ad106d9a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:22.334443 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-b0973665-1486-4933-bae1-07ad106d9a67 admin admin] Calling delete_port for c2e51465-f331-452d-be31-e83ca3357235 owned by network:dhcp {{(pid=78472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:46:22.470227 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-5aad0505-9d41-4801-ba7f-1e481ce2ebad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f02dfe-2a4e-4db0-8075-ffecc0018f78 {{(pid=78471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:46:22.492944 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-5aad0505-9d41-4801-ba7f-1e481ce2ebad service neutron] Notify callbacks [] for port, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:22.497778 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device c2e51465-f331-452d-be31-e83ca3357235 no longer exists at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:46:22.527029 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.provisioning_blocks [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-5aad0505-9d41-4801-ba7f-1e481ce2ebad service neutron] Transition to ACTIVE for port object b7f02dfe-2a4e-4db0-8075-ffecc0018f78 will not be triggered until provisioned by entity L2. {{(pid=78471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:46:22.535868 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-5aad0505-9d41-4801-ba7f-1e481ce2ebad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:22.546832 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-40a2ad59-ef9f-419b-a066-aa4bb281d39c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:22.597666 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-4fa62a8e-286a-4619-b183-1a180931c466 None None] For port c2e51465-f331-452d-be31-e83ca3357235, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=c2e51465-f331-452d-be31-e83ca3357235,segment=NetworkSegment(ef4e99fd-5ea2-4b62-860e-4bd36a6de96b),segment_id=ef4e99fd-5ea2-4b62-860e-4bd36a6de96b)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:46:22.598182 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-4fa62a8e-286a-4619-b183-1a180931c466 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:22.600604 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b0973665-1486-4933-bae1-07ad106d9a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14896044'] for port, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:22.606299 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-ce2d7313-3c0f-498a-9848-6c431535cb4b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:22.676358 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0973665-1486-4933-bae1-07ad106d9a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2e51465-f331-452d-be31-e83ca3357235,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:22.682820 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-b0973665-1486-4933-bae1-07ad106d9a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:22.684324 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0973665-1486-4933-bae1-07ad106d9a67 admin admin] No DVR routers for this DVR port c2e51465-f331-452d-be31-e83ca3357235 on host dv-cinder-796859-1-smb {{(pid=78472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:46:22.792244 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-4fa62a8e-286a-4619-b183-1a180931c466 None None] Calling delete_port for c2e51465-f331-452d-be31-e83ca3357235 owned by network:dhcp {{(pid=78473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:46:22.855538 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] No active binding found for port c2e51465-f331-452d-be31-e83ca3357235 {{(pid=78473) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 17 14:46:22.856511 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device c2e51465-f331-452d-be31-e83ca3357235 not bound to the agent host dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:46:22.857112 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device b405a014-c2c1-41ff-8694-e2766cd86eea no longer exists at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:46:22.864503 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b0973665-1486-4933-bae1-07ad106d9a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821569', 'neutron.services.segments.db._delete_segments_for_network-8744814336166'] for network, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:22.883212 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.services.segments.db [None req-b0973665-1486-4933-bae1-07ad106d9a67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4883627e-6fe8-4d7a-b297-cbdd10bc6a3f']}} {{(pid=78472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:46:22.904993 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.services.segments.db [None req-b0973665-1486-4933-bae1-07ad106d9a67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef4e99fd-5ea2-4b62-860e-4bd36a6de96b') {'for_net_delete': True} {{(pid=78472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:46:22.905575 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.services.segments.db [None req-b0973665-1486-4933-bae1-07ad106d9a67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef4e99fd-5ea2-4b62-860e-4bd36a6de96b') {} {{(pid=78472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:46:22.907848 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] No Port match for: b405a014-c2c1-41ff-8694-e2766cd86eea {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:46:22.912754 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device b405a014-c2c1-41ff-8694-e2766cd86eea not bound to the agent host dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:46:22.920920 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad0505-9d41-4801-ba7f-1e481ce2ebad service neutron] Pushing event updated for resources: {'Port': ['ID=b7f02dfe-2a4e-4db0-8075-ffecc0018f78,revision_number=2']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:22.928346 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b0973665-1486-4933-bae1-07ad106d9a67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744814347277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15757651'] for segment, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:22.938291 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-5aad0505-9d41-4801-ba7f-1e481ce2ebad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:22.951962 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4db41-70af-4c12-952d-65a51c11da95 req-a356b129-9f3c-4926-be8d-3dbf686806bb tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:22.953161 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-7bf4db41-70af-4c12-952d-65a51c11da95 req-a356b129-9f3c-4926-be8d-3dbf686806bb tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Synchronizing usage tracker for tenant:425d2721d459444baf71053bdaa7413e on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:46:22.958558 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b0973665-1486-4933-bae1-07ad106d9a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:22.972066 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0973665-1486-4933-bae1-07ad106d9a67 admin admin] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=78472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:46:22.972674 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b0973665-1486-4933-bae1-07ad106d9a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1816777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14895229'] for segment, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:22.978857 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.db.api [None req-4fa62a8e-286a-4619-b183-1a180931c466 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78473) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 14:46:22.979558 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_db.api [None req-4fa62a8e-286a-4619-b183-1a180931c466 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: Traceback (most recent call last): Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: timer() Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: cb(*args, **kw) Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: return func(*args, **kwargs) Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: self._notify() Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: self.callback(batched_events) Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: event.method(event) Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: return f(self, *a, **k) Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: return self._get(url).json() Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: return self.request(url, 'GET', **kwargs) Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:46:22.990282 dv-cinder-796859-1-smb neutron-server[78472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:46:23.035092 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-7bf4db41-70af-4c12-952d-65a51c11da95 req-a356b129-9f3c-4926-be8d-3dbf686806bb tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Unset dirty status for tenant:425d2721d459444baf71053bdaa7413e on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:46:23.036406 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7bf4db41-70af-4c12-952d-65a51c11da95 req-a356b129-9f3c-4926-be8d-3dbf686806bb tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae48653e-4c5b-4725-a549-d44bd234fda9 HTTP/1.1" status: 200 len: 931 time: 0.6259921 Jun 17 14:46:23.092551 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-5aad0505-9d41-4801-ba7f-1e481ce2ebad service neutron] Attempting to bind port b7f02dfe-2a4e-4db0-8075-ffecc0018f78 on host hv-cinder-79685 for vnic_type normal with profile {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:46:23.093043 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-5aad0505-9d41-4801-ba7f-1e481ce2ebad service neutron] Attempting to bind port b7f02dfe-2a4e-4db0-8075-ffecc0018f78 by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': '6bf8a059-7358-49fc-8af6-286460ed4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'da004276-3bef-4930-bce8-fa0a82288e99'}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:46:23.093507 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-5aad0505-9d41-4801-ba7f-1e481ce2ebad service neutron] Attempting to bind port b7f02dfe-2a4e-4db0-8075-ffecc0018f78 on network da004276-3bef-4930-bce8-fa0a82288e99 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:46:23.109389 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b0973665-1486-4933-bae1-07ad106d9a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768958'] for network, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:23.116647 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-5aad0505-9d41-4801-ba7f-1e481ce2ebad service neutron] Port b7f02dfe-2a4e-4db0-8075-ffecc0018f78 on network da004276-3bef-4930-bce8-fa0a82288e99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:46:23.117367 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-5aad0505-9d41-4801-ba7f-1e481ce2ebad service neutron] Attempting to bind port b7f02dfe-2a4e-4db0-8075-ffecc0018f78 on network da004276-3bef-4930-bce8-fa0a82288e99 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:46:23.119579 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:23.127903 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7bf4db41-70af-4c12-952d-65a51c11da95 req-ca4c791f-779b-46b3-9a30-6f2b007f8326 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772355 Jun 17 14:46:23.133827 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-5aad0505-9d41-4801-ba7f-1e481ce2ebad service neutron] Checking agent: {'id': '80af2de7-c944-442b-b56f-5ae10827120d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:46:23.134287 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-5aad0505-9d41-4801-ba7f-1e481ce2ebad service neutron] Checking segment: {'id': '6bf8a059-7358-49fc-8af6-286460ed4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'da004276-3bef-4930-bce8-fa0a82288e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:46:23.134791 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-5aad0505-9d41-4801-ba7f-1e481ce2ebad service neutron] Bound using segment: {'id': '6bf8a059-7358-49fc-8af6-286460ed4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'da004276-3bef-4930-bce8-fa0a82288e99'} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:46:23.135361 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-5aad0505-9d41-4801-ba7f-1e481ce2ebad service neutron] Bound port: b7f02dfe-2a4e-4db0-8075-ffecc0018f78, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf8a059-7358-49fc-8af6-286460ed4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'da004276-3bef-4930-bce8-fa0a82288e99'}}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:46:23.136147 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-5aad0505-9d41-4801-ba7f-1e481ce2ebad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:23.137748 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b0973665-1486-4933-bae1-07ad106d9a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:23.153123 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0973665-1486-4933-bae1-07ad106d9a67 admin admin] Pushing event deleted for resources: {'Network': ['ID=4883627e-6fe8-4d7a-b297-cbdd10bc6a3f,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:23.158695 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-b0973665-1486-4933-bae1-07ad106d9a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:23.166915 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-b0973665-1486-4933-bae1-07ad106d9a67 admin admin] 10.222.0.77 "DELETE /v2.0/networks/4883627e-6fe8-4d7a-b297-cbdd10bc6a3f HTTP/1.1" status: 204 len: 168 time: 1.4838812 Jun 17 14:46:23.292202 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-5aad0505-9d41-4801-ba7f-1e481ce2ebad service neutron] For port b7f02dfe-2a4e-4db0-8075-ffecc0018f78, host hv-cinder-79685, cleared binding levels {{(pid=78471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:46:23.296180 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-5aad0505-9d41-4801-ba7f-1e481ce2ebad service neutron] For port b7f02dfe-2a4e-4db0-8075-ffecc0018f78, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=b7f02dfe-2a4e-4db0-8075-ffecc0018f78,segment=NetworkSegment(6bf8a059-7358-49fc-8af6-286460ed4cfc),segment_id=6bf8a059-7358-49fc-8af6-286460ed4cfc)] {{(pid=78471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:46:23.301225 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-5aad0505-9d41-4801-ba7f-1e481ce2ebad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:23.305935 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-d6f753ab-9aa2-407c-a6b9-17aa6e1d9f3a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:23.347269 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 48796) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:46:23.380648 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-5aad0505-9d41-4801-ba7f-1e481ce2ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:23.381692 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-5aad0505-9d41-4801-ba7f-1e481ce2ebad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:23.384284 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-5aad0505-9d41-4801-ba7f-1e481ce2ebad service neutron] 10.222.0.72 "PUT /v2.0/ports/b7f02dfe-2a4e-4db0-8075-ffecc0018f78 HTTP/1.1" status: 200 len: 1093 time: 1.7194297 Jun 17 14:46:23.384990 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae48653e-4c5b-4725-a549-d44bd234fda9', 'tag': 'b7f02dfe-2a4e-4db0-8075-ffecc0018f78'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:46:23.427700 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad0505-9d41-4801-ba7f-1e481ce2ebad service neutron] Pushing event updated for resources: {'Port': ['ID=b7f02dfe-2a4e-4db0-8075-ffecc0018f78,revision_number=3']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:23.431492 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-fc7d664a-a3fd-474c-b47b-3cbb3c9879c0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=092c45fa4f034867b5054335dbba9fa1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0819046 Jun 17 14:46:23.432744 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 48802) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:46:23.434353 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-5aad0505-9d41-4801-ba7f-1e481ce2ebad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:23.465270 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae48653e-4c5b-4725-a549-d44bd234fda9', 'tag': 'b7f02dfe-2a4e-4db0-8075-ffecc0018f78', 'status': 'completed', 'code': 200} Jun 17 14:46:23.481808 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-4fa62a8e-286a-4619-b183-1a180931c466 None None] Deleting port c2e51465-f331-452d-be31-e83ca3357235 {{(pid=78473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:46:23.485196 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-4fa62a8e-286a-4619-b183-1a180931c466 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:23.531979 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-4beb7cb1-0fbb-4a89-ae61-5a71c0788b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:23.595797 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-4beb7cb1-0fbb-4a89-ae61-5a71c0788b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:23.598237 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-4fa62a8e-286a-4619-b183-1a180931c466 None None] The port 'c2e51465-f331-452d-be31-e83ca3357235' was deleted {{(pid=78473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 17 14:46:23.652407 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-0ec8e5fd-6e80-4c05-8ce1-caa49609b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:23.654969 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-0ec8e5fd-6e80-4c05-8ce1-caa49609b538 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=425d2721d459444baf71053bdaa7413e&device_id=ae48653e-4c5b-4725-a549-d44bd234fda9 HTTP/1.1" status: 200 len: 1096 time: 0.1434302 Jun 17 14:46:23.685892 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-4beb7cb1-0fbb-4a89-ae61-5a71c0788b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:23.692336 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:23.717867 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb7cb1-0fbb-4a89-ae61-5a71c0788b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740ee4f9-f47e-43ad-a5b9-5cc65af7b510,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:23.723252 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-4beb7cb1-0fbb-4a89-ae61-5a71c0788b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:23.738366 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-4beb7cb1-0fbb-4a89-ae61-5a71c0788b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:23.742504 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-4beb7cb1-0fbb-4a89-ae61-5a71c0788b49 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/740ee4f9-f47e-43ad-a5b9-5cc65af7b510 HTTP/1.1" status: 204 len: 168 time: 0.3056638 Jun 17 14:46:23.746549 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-c2a901ae-2baa-4443-b846-092297280b4e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7f02dfe-2a4e-4db0-8075-ffecc0018f78 HTTP/1.1" status: 200 len: 217 time: 0.0733845 Jun 17 14:46:23.852386 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-60d34c33-3c42-4743-ab70-ff6c3abd6159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:23.854053 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-60d34c33-3c42-4743-ab70-ff6c3abd6159 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43e8aac7-a2ca-417f-b8be-280e27851899 HTTP/1.1" status: 200 len: 855 time: 0.0947435 Jun 17 14:46:23.936737 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-bdc58b64-e2bf-4db6-9da3-33f26d391f90 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=da004276-3bef-4930-bce8-fa0a82288e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726616 Jun 17 14:46:24.159460 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-6526b590-fc9b-4b3f-b6ff-4ad565d3fc39 service neutron] 10.222.0.72 "GET /v2.0/networks/da004276-3bef-4930-bce8-fa0a82288e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094188 Jun 17 14:46:24.419239 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d5d57339-cbed-484f-a374-fd24f0c3ea2d req-759b0145-14c5-4b26-890e-2418eda44c88 service neutron] 10.222.0.72 "GET /v2.0/networks/da004276-3bef-4930-bce8-fa0a82288e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521067 Jun 17 14:46:24.469985 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45af3f-c59b-40ab-a36f-953c87a54f48 req-c4baa4a5-445b-473d-bc15-e6a651a0e12c tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:24.472388 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4d45af3f-c59b-40ab-a36f-953c87a54f48 req-c4baa4a5-445b-473d-bc15-e6a651a0e12c tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae48653e-4c5b-4725-a549-d44bd234fda9 HTTP/1.1" status: 200 len: 943 time: 0.1685195 Jun 17 14:46:24.557328 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4d45af3f-c59b-40ab-a36f-953c87a54f48 req-739c1277-d6d0-4494-bb37-42e7f47b69d9 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744660 Jun 17 14:46:24.664424 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ccf39-56aa-4f5e-a830-351a8c8f62b0 req-4783fd8d-30df-445a-a1ca-bf8d363988c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:24.667883 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-162ccf39-56aa-4f5e-a830-351a8c8f62b0 req-4783fd8d-30df-445a-a1ca-bf8d363988c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=425d2721d459444baf71053bdaa7413e&device_id=ae48653e-4c5b-4725-a549-d44bd234fda9 HTTP/1.1" status: 200 len: 1096 time: 0.1159310 Jun 17 14:46:24.894017 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ccf39-56aa-4f5e-a830-351a8c8f62b0 req-c32b77bd-c25c-47ea-94e0-17af1ccd90f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:24.896279 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-162ccf39-56aa-4f5e-a830-351a8c8f62b0 req-c32b77bd-c25c-47ea-94e0-17af1ccd90f5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=da004276-3bef-4930-bce8-fa0a82288e99 HTTP/1.1" status: 200 len: 917 time: 0.2206581 Jun 17 14:46:24.988685 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-162ccf39-56aa-4f5e-a830-351a8c8f62b0 req-8791f00a-50d7-456f-aa75-8ec961595d66 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7f02dfe-2a4e-4db0-8075-ffecc0018f78 HTTP/1.1" status: 200 len: 217 time: 0.0844822 Jun 17 14:46:25.095078 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ccf39-56aa-4f5e-a830-351a8c8f62b0 req-c7b7aba5-e463-4da4-93a6-c92e38510360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:25.097530 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-162ccf39-56aa-4f5e-a830-351a8c8f62b0 req-c7b7aba5-e463-4da4-93a6-c92e38510360 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43e8aac7-a2ca-417f-b8be-280e27851899 HTTP/1.1" status: 200 len: 855 time: 0.0962048 Jun 17 14:46:25.165677 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-162ccf39-56aa-4f5e-a830-351a8c8f62b0 req-93faba04-2932-40c1-8d19-6298624fa655 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=da004276-3bef-4930-bce8-fa0a82288e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561559 Jun 17 14:46:25.505791 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-162ccf39-56aa-4f5e-a830-351a8c8f62b0 req-65f239e1-d9a8-40df-8bf9-7b92ea28eb5d service neutron] 10.222.0.72 "GET /v2.0/networks/da004276-3bef-4930-bce8-fa0a82288e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297701 Jun 17 14:46:25.690072 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-162ccf39-56aa-4f5e-a830-351a8c8f62b0 req-d55c580b-6a34-4796-ab0b-0d459d4e3710 service neutron] 10.222.0.72 "GET /v2.0/networks/da004276-3bef-4930-bce8-fa0a82288e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725609 Jun 17 14:46:25.732742 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:25.950702 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9f94e-053f-4d2f-ad8b-562d2d9f43d2 req-df40acfa-f85a-4b11-a6f2-41d79173d82b tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:25.952343 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-22d9f94e-053f-4d2f-ad8b-562d2d9f43d2 req-df40acfa-f85a-4b11-a6f2-41d79173d82b tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae48653e-4c5b-4725-a549-d44bd234fda9 HTTP/1.1" status: 200 len: 943 time: 0.1642699 Jun 17 14:46:26.011431 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-22d9f94e-053f-4d2f-ad8b-562d2d9f43d2 req-d3c0d66e-6a11-4493-bcac-3ed9953ba8ba tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503516 Jun 17 14:46:27.358921 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e015ac-4e60-4020-9c11-7259392e58e8 req-f54864fb-bdf5-4c08-bb20-3b41aea5eb3e tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:27.360617 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-40e015ac-4e60-4020-9c11-7259392e58e8 req-f54864fb-bdf5-4c08-bb20-3b41aea5eb3e tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae48653e-4c5b-4725-a549-d44bd234fda9 HTTP/1.1" status: 200 len: 943 time: 0.1508365 Jun 17 14:46:27.441798 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-40e015ac-4e60-4020-9c11-7259392e58e8 req-b64926fd-6921-4ca0-90fa-35f5d4d8f646 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710163 Jun 17 14:46:28.494587 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device b7f02dfe-2a4e-4db0-8075-ffecc0018f78 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:46:28.696383 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port b7f02dfe-2a4e-4db0-8075-ffecc0018f78, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=b7f02dfe-2a4e-4db0-8075-ffecc0018f78,segment=NetworkSegment(6bf8a059-7358-49fc-8af6-286460ed4cfc),segment_id=6bf8a059-7358-49fc-8af6-286460ed4cfc)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:46:28.700450 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d911eee-ccef-4ee7-9bd8-b1b8f61e010d req-d244875d-10a0-4d92-aa54-a69a3445b52b tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:28.702889 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-6d911eee-ccef-4ee7-9bd8-b1b8f61e010d req-d244875d-10a0-4d92-aa54-a69a3445b52b tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae48653e-4c5b-4725-a549-d44bd234fda9 HTTP/1.1" status: 200 len: 943 time: 0.0988145 Jun 17 14:46:28.716768 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Returning: {'device': 'b7f02dfe-2a4e-4db0-8075-ffecc0018f78', 'network_id': 'da004276-3bef-4930-bce8-fa0a82288e99', 'port_id': 'b7f02dfe-2a4e-4db0-8075-ffecc0018f78', 'mac_address': 'fa:16:3e:0d:2d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e8aac7-a2ca-417f-b8be-280e27851899', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:46:28.768998 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-6d911eee-ccef-4ee7-9bd8-b1b8f61e010d req-076182f9-dea5-4d82-8dd3-ea7bcb675666 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550997 Jun 17 14:46:28.816494 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:28.843934 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f02dfe-2a4e-4db0-8075-ffecc0018f78 {{(pid=78473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:46:28.875424 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port b7f02dfe-2a4e-4db0-8075-ffecc0018f78, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=b7f02dfe-2a4e-4db0-8075-ffecc0018f78,segment=NetworkSegment(6bf8a059-7358-49fc-8af6-286460ed4cfc),segment_id=6bf8a059-7358-49fc-8af6-286460ed4cfc)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:46:28.884487 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:28.889015 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:29.050308 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=b7f02dfe-2a4e-4db0-8075-ffecc0018f78,revision_number=4']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:29.060691 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:29.324127 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['b7f02dfe-2a4e-4db0-8075-ffecc0018f78'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:46:30.028650 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13807310-077b-488b-900e-bb9bbbb05b83 req-bc109ced-e328-458a-a893-bfe24375a4ef tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:30.030959 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-13807310-077b-488b-900e-bb9bbbb05b83 req-bc109ced-e328-458a-a893-bfe24375a4ef tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae48653e-4c5b-4725-a549-d44bd234fda9 HTTP/1.1" status: 200 len: 944 time: 0.0989070 Jun 17 14:46:30.109346 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-13807310-077b-488b-900e-bb9bbbb05b83 req-a3e12636-789b-4b3c-b6b6-7ca6081f3259 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682039 Jun 17 14:46:30.493284 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device b7f02dfe-2a4e-4db0-8075-ffecc0018f78 up at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:46:30.580263 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning for port b7f02dfe-2a4e-4db0-8075-ffecc0018f78 completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:46:30.586303 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning complete for port b7f02dfe-2a4e-4db0-8075-ffecc0018f78 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:46:30.586747 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:30.762334 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:30.798520 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae48653e-4c5b-4725-a549-d44bd234fda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f02dfe-2a4e-4db0-8075-ffecc0018f78'}] {{(pid=78473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:46:30.812729 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port b7f02dfe-2a4e-4db0-8075-ffecc0018f78, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=b7f02dfe-2a4e-4db0-8075-ffecc0018f78,segment=NetworkSegment(6bf8a059-7358-49fc-8af6-286460ed4cfc),segment_id=6bf8a059-7358-49fc-8af6-286460ed4cfc)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:46:30.817928 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:30.820114 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:30.858418 dv-cinder-796859-1-smb neutron-server[78473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae48653e-4c5b-4725-a549-d44bd234fda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f02dfe-2a4e-4db0-8075-ffecc0018f78', 'code': 200} Jun 17 14:46:30.906421 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=b7f02dfe-2a4e-4db0-8075-ffecc0018f78,revision_number=5']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:30.910748 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:31.221394 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579cce9-2558-432a-b628-c31123710fbe req-23b8e06f-ad97-4fe1-85f2-893f97267b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:31.223653 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b579cce9-2558-432a-b628-c31123710fbe req-23b8e06f-ad97-4fe1-85f2-893f97267b30 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ae48653e-4c5b-4725-a549-d44bd234fda9 HTTP/1.1" status: 200 len: 1098 time: 0.0949237 Jun 17 14:46:31.330512 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b579cce9-2558-432a-b628-c31123710fbe req-389f74d6-acce-46b5-ac77-572dee517187 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950303 Jun 17 14:46:31.359377 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e43dd-b0ce-404b-b3b0-d84dee758ba7 req-9380fe4f-d73a-4d02-9131-f4a1fd254877 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:31.360889 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-204e43dd-b0ce-404b-b3b0-d84dee758ba7 req-9380fe4f-d73a-4d02-9131-f4a1fd254877 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae48653e-4c5b-4725-a549-d44bd234fda9 HTTP/1.1" status: 200 len: 945 time: 0.1124201 Jun 17 14:46:31.410805 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-204e43dd-b0ce-404b-b3b0-d84dee758ba7 req-20834e87-a25b-4211-bd63-2c9b951cece3 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435963 Jun 17 14:46:32.016105 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 48914) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:46:32.159603 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-52c05244-794e-4dfa-a9f3-4d085f1f18d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:32.174629 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-52c05244-794e-4dfa-a9f3-4d085f1f18d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:46:32.179012 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-52c05244-794e-4dfa-a9f3-4d085f1f18d3 admin admin] Usage tracker for resource:security_group_rule and tenant:0e9760a695b24dfd876a5e6ee56ef03e is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:46:32.181982 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-52c05244-794e-4dfa-a9f3-4d085f1f18d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:46:32.187805 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-52c05244-794e-4dfa-a9f3-4d085f1f18d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:46:32.312754 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-52c05244-794e-4dfa-a9f3-4d085f1f18d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:32.317619 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-52c05244-794e-4dfa-a9f3-4d085f1f18d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:32.326082 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-bfe18bef-80c5-4226-842c-27399cdfe9c4 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:32.368912 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-52c05244-794e-4dfa-a9f3-4d085f1f18d3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0e9760a695b24dfd876a5e6ee56ef03e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3516736 Jun 17 14:46:32.369989 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c05244-794e-4dfa-a9f3-4d085f1f18d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9498879f-a356-4d80-951e-47d6d60c1cec,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:32.372360 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 48920) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:46:32.374306 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-52c05244-794e-4dfa-a9f3-4d085f1f18d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:32.448356 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-58653493-2d37-4e79-b758-cdac81b8e943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:32.480612 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-58653493-2d37-4e79-b758-cdac81b8e943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:32.565754 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-58653493-2d37-4e79-b758-cdac81b8e943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:32.570922 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-1319f0f6-83dc-4f54-9042-70609242e616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:32.590056 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58653493-2d37-4e79-b758-cdac81b8e943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9498879f-a356-4d80-951e-47d6d60c1cec,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:32.593303 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-58653493-2d37-4e79-b758-cdac81b8e943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:32.594255 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-58653493-2d37-4e79-b758-cdac81b8e943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:32.598951 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-58653493-2d37-4e79-b758-cdac81b8e943 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9498879f-a356-4d80-951e-47d6d60c1cec HTTP/1.1" status: 204 len: 168 time: 0.2226627 Jun 17 14:46:32.654017 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886608d-9476-4888-897f-fc583ad8caad req-f47abccc-95cb-4753-9a63-b7a08436282a tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:32.655837 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1886608d-9476-4888-897f-fc583ad8caad req-f47abccc-95cb-4753-9a63-b7a08436282a tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae48653e-4c5b-4725-a549-d44bd234fda9 HTTP/1.1" status: 200 len: 945 time: 0.1034751 Jun 17 14:46:32.738556 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1886608d-9476-4888-897f-fc583ad8caad req-df43aa84-e780-49df-844b-2729e5903f12 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765226 Jun 17 14:46:33.968328 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffaebcc-c6a2-4ba5-85df-8b66ba99e17f req-dbb57e9c-df36-4c4f-96bb-ef54d010ef59 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:33.969922 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-1ffaebcc-c6a2-4ba5-85df-8b66ba99e17f req-dbb57e9c-df36-4c4f-96bb-ef54d010ef59 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae48653e-4c5b-4725-a549-d44bd234fda9 HTTP/1.1" status: 200 len: 945 time: 0.1016161 Jun 17 14:46:34.026127 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-1ffaebcc-c6a2-4ba5-85df-8b66ba99e17f req-3b8b6fee-9481-4392-bcc8-7e41bdf02a2e tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485380 Jun 17 14:46:36.398579 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-4a25c4bf-4899-4b59-861a-68865c2ed575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:36.863949 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:38.551144 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 49030) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:46:38.742459 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6f398df5-a56a-4df2-97ba-1e9a9357e37e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:38.767152 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-6f398df5-a56a-4df2-97ba-1e9a9357e37e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:46:38.774353 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-6f398df5-a56a-4df2-97ba-1e9a9357e37e admin admin] Usage tracker for resource:security_group_rule and tenant:0b13d00cd12a4628a101c76456d0d11c is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:46:38.778237 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-6f398df5-a56a-4df2-97ba-1e9a9357e37e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:46:38.787373 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-6f398df5-a56a-4df2-97ba-1e9a9357e37e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:46:38.903900 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6f398df5-a56a-4df2-97ba-1e9a9357e37e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:38.912774 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6f398df5-a56a-4df2-97ba-1e9a9357e37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:38.924591 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-9b244fb4-2a8e-4f0b-b843-6503e21d5c19 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:38.944826 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-b46e1dbb-2513-4fb4-a518-560a5278aa92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:38.975006 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f398df5-a56a-4df2-97ba-1e9a9357e37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba8efc9-f292-4869-b59a-0bcb9115dea3,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:38.978569 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-6f398df5-a56a-4df2-97ba-1e9a9357e37e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:38.981169 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-6f398df5-a56a-4df2-97ba-1e9a9357e37e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0b13d00cd12a4628a101c76456d0d11c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4274383 Jun 17 14:46:38.987869 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 49044) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:46:39.074674 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b71d594e-0fec-4fa5-93bb-e63adc6843bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:39.123485 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b71d594e-0fec-4fa5-93bb-e63adc6843bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:39.219385 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b71d594e-0fec-4fa5-93bb-e63adc6843bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:39.227621 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-4fafccee-9aec-4ffa-941f-290c7d97f16b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:39.242103 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d594e-0fec-4fa5-93bb-e63adc6843bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba8efc9-f292-4869-b59a-0bcb9115dea3,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:39.245172 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-b71d594e-0fec-4fa5-93bb-e63adc6843bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:39.246453 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b71d594e-0fec-4fa5-93bb-e63adc6843bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:39.249570 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-b71d594e-0fec-4fa5-93bb-e63adc6843bf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8ba8efc9-f292-4869-b59a-0bcb9115dea3 HTTP/1.1" status: 204 len: 168 time: 0.2602870 Jun 17 14:46:39.640929 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 49060) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:46:39.663460 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a9ac593f-1840-44ec-8684-018b9a7164f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:39.687021 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-a9ac593f-1840-44ec-8684-018b9a7164f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:46:39.691765 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-a9ac593f-1840-44ec-8684-018b9a7164f7 admin admin] Usage tracker for resource:security_group_rule and tenant:aff62939a345430a9df6d015b7f64df6 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:46:39.696128 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-a9ac593f-1840-44ec-8684-018b9a7164f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:46:39.711377 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-a9ac593f-1840-44ec-8684-018b9a7164f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:46:39.814463 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a9ac593f-1840-44ec-8684-018b9a7164f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:39.819973 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a9ac593f-1840-44ec-8684-018b9a7164f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:39.829420 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-9e24d98a-ddba-45a5-a51e-ef134b0fe00b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:39.871263 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-a9ac593f-1840-44ec-8684-018b9a7164f7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aff62939a345430a9df6d015b7f64df6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288039 Jun 17 14:46:39.872835 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac593f-1840-44ec-8684-018b9a7164f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655c1f36-e4ce-4e59-acd8-cd4ab57e756f,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:39.873892 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 49064) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:46:39.876019 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-a9ac593f-1840-44ec-8684-018b9a7164f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:39.963234 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3eec7600-9cf4-4037-a7a0-223181aa3dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:39.995901 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3eec7600-9cf4-4037-a7a0-223181aa3dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:40.066603 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3eec7600-9cf4-4037-a7a0-223181aa3dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:40.071923 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-ac31b0ce-599d-45b2-b6e2-07f8cc4c6f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:40.087963 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec7600-9cf4-4037-a7a0-223181aa3dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655c1f36-e4ce-4e59-acd8-cd4ab57e756f,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:40.092168 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3eec7600-9cf4-4037-a7a0-223181aa3dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:40.100420 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3eec7600-9cf4-4037-a7a0-223181aa3dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:40.104078 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-3eec7600-9cf4-4037-a7a0-223181aa3dd0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/655c1f36-e4ce-4e59-acd8-cd4ab57e756f HTTP/1.1" status: 204 len: 168 time: 0.2252808 Jun 17 14:46:40.162943 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:41.288539 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a469d-e801-4689-abff-650b5245c806 req-b5998946-dc89-41d7-b0c8-21fb16d0c118 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:41.290772 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7b2a469d-e801-4689-abff-650b5245c806 req-b5998946-dc89-41d7-b0c8-21fb16d0c118 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/networks?id=da004276-3bef-4930-bce8-fa0a82288e99 HTTP/1.1" status: 200 len: 815 time: 0.2127163 Jun 17 14:46:41.313684 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7b2a469d-e801-4689-abff-650b5245c806 req-366741c1-5712-4b86-82e0-4fb12c5b458c tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/quotas/425d2721d459444baf71053bdaa7413e HTTP/1.1" status: 200 len: 375 time: 0.0141900 Jun 17 14:46:41.436052 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7b2a469d-e801-4689-abff-650b5245c806 req-86e489af-3404-40ce-92af-55425d3dc358 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=425d2721d459444baf71053bdaa7413e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1158321 Jun 17 14:46:41.524310 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:41.599197 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7b2a469d-e801-4689-abff-650b5245c806 req-6aec5fc1-2b4c-43cd-bb71-5c9f83306d51 service neutron] 10.222.0.77 "GET /v2.0/networks/da004276-3bef-4930-bce8-fa0a82288e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544173 Jun 17 14:46:41.844900 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7b2a469d-e801-4689-abff-650b5245c806 req-9545d92d-4a33-4822-a604-360d911804f9 service neutron] 10.222.0.77 "GET /v2.0/networks/da004276-3bef-4930-bce8-fa0a82288e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377617 Jun 17 14:46:42.052553 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-25d225eb-c8f5-45fc-9f92-c8cc4c68658c req-f8d5703a-8786-4388-94b8-91aa03183f9e tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=36dc8628-e246-4cbe-bd51-48e6147df3ec HTTP/1.1" status: 200 len: 210 time: 0.0605896 Jun 17 14:46:43.224813 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-332d3a0d-b246-4b56-a520-04a875a8c58f req-81aa9b9e-d759-4da0-9eef-0f8d6e4c8261 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=36dc8628-e246-4cbe-bd51-48e6147df3ec HTTP/1.1" status: 200 len: 210 time: 0.0485363 Jun 17 14:46:43.412098 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a469d-e801-4689-abff-650b5245c806 req-4ab52a9a-a9e1-460b-8eb5-0f1e7b42b8c8 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:43.414803 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7b2a469d-e801-4689-abff-650b5245c806 req-4ab52a9a-a9e1-460b-8eb5-0f1e7b42b8c8 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.72 "GET /v2.0/networks?id=da004276-3bef-4930-bce8-fa0a82288e99 HTTP/1.1" status: 200 len: 815 time: 0.1770771 Jun 17 14:46:43.437171 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-7b2a469d-e801-4689-abff-650b5245c806 req-3c669a38-d99c-4883-9e8c-cd9ad69320bd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Request body: {'port': {'device_id': '36dc8628-e246-4cbe-bd51-48e6147df3ec', 'network_id': 'da004276-3bef-4930-bce8-fa0a82288e99', 'admin_state_up': True, 'tenant_id': '425d2721d459444baf71053bdaa7413e'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:46:43.600439 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-7b2a469d-e801-4689-abff-650b5245c806 req-3c669a38-d99c-4883-9e8c-cd9ad69320bd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:46:43.613396 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-7b2a469d-e801-4689-abff-650b5245c806 req-3c669a38-d99c-4883-9e8c-cd9ad69320bd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:46:43.633735 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b2a469d-e801-4689-abff-650b5245c806 req-3c669a38-d99c-4883-9e8c-cd9ad69320bd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Made reservation on behalf of 425d2721d459444baf71053bdaa7413e for: {'port': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:46:43.637453 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-7b2a469d-e801-4689-abff-650b5245c806 req-3c669a38-d99c-4883-9e8c-cd9ad69320bd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:43.828310 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_common [req-7b2a469d-e801-4689-abff-650b5245c806 req-3c669a38-d99c-4883-9e8c-cd9ad69320bd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Allocated IP 172.20.0.5 (da004276-3bef-4930-bce8-fa0a82288e99/43e8aac7-a2ca-417f-b8be-280e27851899/6027afb9-1c3d-43b9-b2be-de394fc1dd97) {{(pid=78471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:46:44.075424 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-7b2a469d-e801-4689-abff-650b5245c806 req-3c669a38-d99c-4883-9e8c-cd9ad69320bd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks [] for port, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:44.111312 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-7b2a469d-e801-4689-abff-650b5245c806 req-3c669a38-d99c-4883-9e8c-cd9ad69320bd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:44.118153 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-8b99b911-66cf-4586-a382-24af55e22ffd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:44.154792 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['f49cc714-fd73-4171-826e-9573a6c32787', '055cb604-a941-4a4f-8083-f3b3812d8da2', 'b7f02dfe-2a4e-4db0-8075-ffecc0018f78'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:46:44.189258 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b2a469d-e801-4689-abff-650b5245c806 req-3c669a38-d99c-4883-9e8c-cd9ad69320bd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Network da004276-3bef-4930-bce8-fa0a82288e99 is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:46:44.193374 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [req-7b2a469d-e801-4689-abff-650b5245c806 req-3c669a38-d99c-4883-9e8c-cd9ad69320bd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:46:44.198853 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2a469d-e801-4689-abff-650b5245c806 req-3c669a38-d99c-4883-9e8c-cd9ad69320bd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Received port after_create {{(pid=78471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:46:44.368974 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c669a38-d99c-4883-9e8c-cd9ad69320bd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Pushing event updated for resources: {'Port': ['ID=6027afb9-1c3d-43b9-b2be-de394fc1dd97,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:44.384876 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3c669a38-d99c-4883-9e8c-cd9ad69320bd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:44.459489 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a469d-e801-4689-abff-650b5245c806 req-3c669a38-d99c-4883-9e8c-cd9ad69320bd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:44.460227 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-7b2a469d-e801-4689-abff-650b5245c806 req-3c669a38-d99c-4883-9e8c-cd9ad69320bd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:44.498817 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7b2a469d-e801-4689-abff-650b5245c806 req-3c669a38-d99c-4883-9e8c-cd9ad69320bd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0673008 Jun 17 14:46:44.511347 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230524d2-04d7-437a-a26f-e2ce501dc0e7 req-05f7f085-cdda-40d9-80fa-b550b2923f4b tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:44.512046 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-230524d2-04d7-437a-a26f-e2ce501dc0e7 req-05f7f085-cdda-40d9-80fa-b550b2923f4b tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Synchronizing usage tracker for tenant:425d2721d459444baf71053bdaa7413e on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:46:44.521308 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-7b2a469d-e801-4689-abff-650b5245c806 req-64488c10-78d7-4e08-9ec2-ffdd8ecc9a20 service neutron] Request body: {'port': {'device_id': '36dc8628-e246-4cbe-bd51-48e6147df3ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:46:44.585350 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-230524d2-04d7-437a-a26f-e2ce501dc0e7 req-05f7f085-cdda-40d9-80fa-b550b2923f4b tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Unset dirty status for tenant:425d2721d459444baf71053bdaa7413e on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:46:44.586788 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-230524d2-04d7-437a-a26f-e2ce501dc0e7 req-05f7f085-cdda-40d9-80fa-b550b2923f4b tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=36dc8628-e246-4cbe-bd51-48e6147df3ec HTTP/1.1" status: 200 len: 931 time: 0.2197075 Jun 17 14:46:44.689946 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-7b2a469d-e801-4689-abff-650b5245c806 req-64488c10-78d7-4e08-9ec2-ffdd8ecc9a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:44.703660 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-230524d2-04d7-437a-a26f-e2ce501dc0e7 req-858d5880-9c24-4930-bab1-afe17a2e1584 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829890 Jun 17 14:46:45.075821 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [req-7b2a469d-e801-4689-abff-650b5245c806 req-64488c10-78d7-4e08-9ec2-ffdd8ecc9a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6027afb9-1c3d-43b9-b2be-de394fc1dd97 {{(pid=78471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:46:45.084677 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-7b2a469d-e801-4689-abff-650b5245c806 req-64488c10-78d7-4e08-9ec2-ffdd8ecc9a20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:45.102521 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.provisioning_blocks [req-7b2a469d-e801-4689-abff-650b5245c806 req-64488c10-78d7-4e08-9ec2-ffdd8ecc9a20 service neutron] Transition to ACTIVE for port object 6027afb9-1c3d-43b9-b2be-de394fc1dd97 will not be triggered until provisioned by entity L2. {{(pid=78471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:46:45.107868 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-7b2a469d-e801-4689-abff-650b5245c806 req-64488c10-78d7-4e08-9ec2-ffdd8ecc9a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:45.115324 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3a97edce-058d-40ab-9deb-d98a6750fd5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:45.287938 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64488c10-78d7-4e08-9ec2-ffdd8ecc9a20 service neutron] Pushing event updated for resources: {'Port': ['ID=6027afb9-1c3d-43b9-b2be-de394fc1dd97,revision_number=2']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:45.291029 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-64488c10-78d7-4e08-9ec2-ffdd8ecc9a20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:45.373004 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-7b2a469d-e801-4689-abff-650b5245c806 req-64488c10-78d7-4e08-9ec2-ffdd8ecc9a20 service neutron] Attempting to bind port 6027afb9-1c3d-43b9-b2be-de394fc1dd97 on host hv-cinder-79685 for vnic_type normal with profile {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:46:45.373342 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-7b2a469d-e801-4689-abff-650b5245c806 req-64488c10-78d7-4e08-9ec2-ffdd8ecc9a20 service neutron] Attempting to bind port 6027afb9-1c3d-43b9-b2be-de394fc1dd97 by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': '6bf8a059-7358-49fc-8af6-286460ed4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'da004276-3bef-4930-bce8-fa0a82288e99'}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:46:45.373711 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2a469d-e801-4689-abff-650b5245c806 req-64488c10-78d7-4e08-9ec2-ffdd8ecc9a20 service neutron] Attempting to bind port 6027afb9-1c3d-43b9-b2be-de394fc1dd97 on network da004276-3bef-4930-bce8-fa0a82288e99 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:46:45.378421 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2a469d-e801-4689-abff-650b5245c806 req-64488c10-78d7-4e08-9ec2-ffdd8ecc9a20 service neutron] Port 6027afb9-1c3d-43b9-b2be-de394fc1dd97 on network da004276-3bef-4930-bce8-fa0a82288e99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:46:45.378741 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2a469d-e801-4689-abff-650b5245c806 req-64488c10-78d7-4e08-9ec2-ffdd8ecc9a20 service neutron] Attempting to bind port 6027afb9-1c3d-43b9-b2be-de394fc1dd97 on network da004276-3bef-4930-bce8-fa0a82288e99 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:46:45.384541 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2a469d-e801-4689-abff-650b5245c806 req-64488c10-78d7-4e08-9ec2-ffdd8ecc9a20 service neutron] Checking agent: {'id': '80af2de7-c944-442b-b56f-5ae10827120d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:46:45.384941 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2a469d-e801-4689-abff-650b5245c806 req-64488c10-78d7-4e08-9ec2-ffdd8ecc9a20 service neutron] Checking segment: {'id': '6bf8a059-7358-49fc-8af6-286460ed4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'da004276-3bef-4930-bce8-fa0a82288e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:46:45.385499 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2a469d-e801-4689-abff-650b5245c806 req-64488c10-78d7-4e08-9ec2-ffdd8ecc9a20 service neutron] Bound using segment: {'id': '6bf8a059-7358-49fc-8af6-286460ed4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'da004276-3bef-4930-bce8-fa0a82288e99'} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:46:45.386083 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-7b2a469d-e801-4689-abff-650b5245c806 req-64488c10-78d7-4e08-9ec2-ffdd8ecc9a20 service neutron] Bound port: 6027afb9-1c3d-43b9-b2be-de394fc1dd97, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf8a059-7358-49fc-8af6-286460ed4cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'da004276-3bef-4930-bce8-fa0a82288e99'}}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:46:45.386434 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-7b2a469d-e801-4689-abff-650b5245c806 req-64488c10-78d7-4e08-9ec2-ffdd8ecc9a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:45.497415 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-7b2a469d-e801-4689-abff-650b5245c806 req-64488c10-78d7-4e08-9ec2-ffdd8ecc9a20 service neutron] For port 6027afb9-1c3d-43b9-b2be-de394fc1dd97, host hv-cinder-79685, cleared binding levels {{(pid=78471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:46:45.501130 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-7b2a469d-e801-4689-abff-650b5245c806 req-64488c10-78d7-4e08-9ec2-ffdd8ecc9a20 service neutron] For port 6027afb9-1c3d-43b9-b2be-de394fc1dd97, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=6027afb9-1c3d-43b9-b2be-de394fc1dd97,segment=NetworkSegment(6bf8a059-7358-49fc-8af6-286460ed4cfc),segment_id=6bf8a059-7358-49fc-8af6-286460ed4cfc)] {{(pid=78471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:46:45.511528 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-7b2a469d-e801-4689-abff-650b5245c806 req-64488c10-78d7-4e08-9ec2-ffdd8ecc9a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:45.516000 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-4baea4d3-0315-482f-8ba4-b2a83a7c59b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:45.579452 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a469d-e801-4689-abff-650b5245c806 req-64488c10-78d7-4e08-9ec2-ffdd8ecc9a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:45.580072 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-7b2a469d-e801-4689-abff-650b5245c806 req-64488c10-78d7-4e08-9ec2-ffdd8ecc9a20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:45.581464 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7b2a469d-e801-4689-abff-650b5245c806 req-64488c10-78d7-4e08-9ec2-ffdd8ecc9a20 service neutron] 10.222.0.72 "PUT /v2.0/ports/6027afb9-1c3d-43b9-b2be-de394fc1dd97 HTTP/1.1" status: 200 len: 1093 time: 1.0656197 Jun 17 14:46:45.582038 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36dc8628-e246-4cbe-bd51-48e6147df3ec', 'tag': '6027afb9-1c3d-43b9-b2be-de394fc1dd97'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:46:45.607578 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64488c10-78d7-4e08-9ec2-ffdd8ecc9a20 service neutron] Pushing event updated for resources: {'Port': ['ID=6027afb9-1c3d-43b9-b2be-de394fc1dd97,revision_number=3']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:45.607578 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-64488c10-78d7-4e08-9ec2-ffdd8ecc9a20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:45.656594 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36dc8628-e246-4cbe-bd51-48e6147df3ec', 'tag': '6027afb9-1c3d-43b9-b2be-de394fc1dd97', 'status': 'completed', 'code': 200} Jun 17 14:46:45.760836 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a469d-e801-4689-abff-650b5245c806 req-5a8698ce-12de-4c04-8ae2-c065763c4034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:45.762483 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7b2a469d-e801-4689-abff-650b5245c806 req-5a8698ce-12de-4c04-8ae2-c065763c4034 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=425d2721d459444baf71053bdaa7413e&device_id=36dc8628-e246-4cbe-bd51-48e6147df3ec HTTP/1.1" status: 200 len: 1096 time: 0.0822246 Jun 17 14:46:45.889162 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7b2a469d-e801-4689-abff-650b5245c806 req-306815f2-63c9-42a4-a34b-3ae6fee99ca3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6027afb9-1c3d-43b9-b2be-de394fc1dd97 HTTP/1.1" status: 200 len: 217 time: 0.1035228 Jun 17 14:46:45.971893 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a469d-e801-4689-abff-650b5245c806 req-307a54cb-b75f-4ced-80ef-b06e5e003d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:45.973750 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7b2a469d-e801-4689-abff-650b5245c806 req-307a54cb-b75f-4ced-80ef-b06e5e003d80 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43e8aac7-a2ca-417f-b8be-280e27851899 HTTP/1.1" status: 200 len: 855 time: 0.0735528 Jun 17 14:46:46.032538 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145e519-1a85-45ad-bb78-fde0432b6f62 req-4dbba509-ba52-4d29-9909-6833c422876f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:46.033923 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-8145e519-1a85-45ad-bb78-fde0432b6f62 req-4dbba509-ba52-4d29-9909-6833c422876f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=36dc8628-e246-4cbe-bd51-48e6147df3ec HTTP/1.1" status: 200 len: 943 time: 0.1980639 Jun 17 14:46:46.042037 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7b2a469d-e801-4689-abff-650b5245c806 req-9a89e820-0108-49ac-a62e-0df8fda9e9f6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=da004276-3bef-4930-bce8-fa0a82288e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597801 Jun 17 14:46:46.172020 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-8145e519-1a85-45ad-bb78-fde0432b6f62 req-983ad6c0-9088-4587-9d3b-a2668e0cad4c tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289518 Jun 17 14:46:46.203311 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:46:46.214336 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7b2a469d-e801-4689-abff-650b5245c806 req-5c10cd1c-94e3-4a11-995e-68664d93cc22 service neutron] 10.222.0.72 "GET /v2.0/networks/da004276-3bef-4930-bce8-fa0a82288e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573145 Jun 17 14:46:46.486386 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7b2a469d-e801-4689-abff-650b5245c806 req-0ca1cd99-220b-40f7-b244-35e6153bca97 service neutron] 10.222.0.72 "GET /v2.0/networks/da004276-3bef-4930-bce8-fa0a82288e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640738 Jun 17 14:46:46.690572 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90db0c-2e6c-494b-890c-d7e969c96d5b req-876f913f-37a7-4eac-b54d-d26244b96cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:46.692248 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7f90db0c-2e6c-494b-890c-d7e969c96d5b req-876f913f-37a7-4eac-b54d-d26244b96cde service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=425d2721d459444baf71053bdaa7413e&device_id=36dc8628-e246-4cbe-bd51-48e6147df3ec HTTP/1.1" status: 200 len: 1096 time: 0.0815690 Jun 17 14:46:46.867020 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90db0c-2e6c-494b-890c-d7e969c96d5b req-5193acc0-ab3a-40a4-8c28-52f8383d5d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:46.868055 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7f90db0c-2e6c-494b-890c-d7e969c96d5b req-5193acc0-ab3a-40a4-8c28-52f8383d5d2f service neutron] 10.222.0.72 "GET /v2.0/networks?id=da004276-3bef-4930-bce8-fa0a82288e99 HTTP/1.1" status: 200 len: 917 time: 0.1666882 Jun 17 14:46:46.967221 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7f90db0c-2e6c-494b-890c-d7e969c96d5b req-53b8623b-1a20-4d85-9007-ace59e5db55a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6027afb9-1c3d-43b9-b2be-de394fc1dd97 HTTP/1.1" status: 200 len: 217 time: 0.0815790 Jun 17 14:46:47.060841 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90db0c-2e6c-494b-890c-d7e969c96d5b req-17086011-5c19-4094-a300-a7458552060f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:47.062350 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7f90db0c-2e6c-494b-890c-d7e969c96d5b req-17086011-5c19-4094-a300-a7458552060f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43e8aac7-a2ca-417f-b8be-280e27851899 HTTP/1.1" status: 200 len: 855 time: 0.0820374 Jun 17 14:46:47.116764 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7f90db0c-2e6c-494b-890c-d7e969c96d5b req-042c5466-3f79-428e-aff3-ffa9cd6a5a5c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=da004276-3bef-4930-bce8-fa0a82288e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463281 Jun 17 14:46:47.274775 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7f90db0c-2e6c-494b-890c-d7e969c96d5b req-de62482e-d1db-4ed0-9ca0-3cae2f99eeb8 service neutron] 10.222.0.72 "GET /v2.0/networks/da004276-3bef-4930-bce8-fa0a82288e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452186 Jun 17 14:46:47.388733 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2c550-9593-46a3-98a3-c126b00da8b4 req-051a9b8f-615e-4a45-80cf-0e64929e178b tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:47.390287 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-b5e2c550-9593-46a3-98a3-c126b00da8b4 req-051a9b8f-615e-4a45-80cf-0e64929e178b tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=36dc8628-e246-4cbe-bd51-48e6147df3ec HTTP/1.1" status: 200 len: 943 time: 0.0945103 Jun 17 14:46:47.435163 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7f90db0c-2e6c-494b-890c-d7e969c96d5b req-53c48aec-913e-4886-a196-99c3fd5aaa40 service neutron] 10.222.0.72 "GET /v2.0/networks/da004276-3bef-4930-bce8-fa0a82288e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505263 Jun 17 14:46:47.440299 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-b5e2c550-9593-46a3-98a3-c126b00da8b4 req-5e8e8f44-3fb4-40ea-a0a5-d98b7d8e76b5 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426371 Jun 17 14:46:48.710998 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a9dcd-f48f-4109-85a7-f93fc14df43a req-3761ccd9-1da1-41af-95ed-71f13b7b7a8a tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:48.712995 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-514a9dcd-f48f-4109-85a7-f93fc14df43a req-3761ccd9-1da1-41af-95ed-71f13b7b7a8a tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=36dc8628-e246-4cbe-bd51-48e6147df3ec HTTP/1.1" status: 200 len: 943 time: 0.0982034 Jun 17 14:46:48.767737 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-514a9dcd-f48f-4109-85a7-f93fc14df43a req-65b17189-acd2-4a2c-b6a1-ab111d2b44b7 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479465 Jun 17 14:46:50.079461 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6553c-2c81-446f-8a2d-22575fbd1add req-ff381c2b-efcd-4b2c-8205-90552b21f1ac tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:50.081169 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-e1c6553c-2c81-446f-8a2d-22575fbd1add req-ff381c2b-efcd-4b2c-8205-90552b21f1ac tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=36dc8628-e246-4cbe-bd51-48e6147df3ec HTTP/1.1" status: 200 len: 943 time: 0.1532700 Jun 17 14:46:50.166997 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-e1c6553c-2c81-446f-8a2d-22575fbd1add req-f7536f42-898e-45f5-880a-a674946b37b5 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631056 Jun 17 14:46:50.604944 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 6027afb9-1c3d-43b9-b2be-de394fc1dd97 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:46:50.763595 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 6027afb9-1c3d-43b9-b2be-de394fc1dd97, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=6027afb9-1c3d-43b9-b2be-de394fc1dd97,segment=NetworkSegment(6bf8a059-7358-49fc-8af6-286460ed4cfc),segment_id=6bf8a059-7358-49fc-8af6-286460ed4cfc)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:46:50.777848 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Returning: {'device': '6027afb9-1c3d-43b9-b2be-de394fc1dd97', 'network_id': 'da004276-3bef-4930-bce8-fa0a82288e99', 'port_id': '6027afb9-1c3d-43b9-b2be-de394fc1dd97', 'mac_address': 'fa:16:3e:25:d4:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e8aac7-a2ca-417f-b8be-280e27851899', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:46:50.839876 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:50.857845 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6027afb9-1c3d-43b9-b2be-de394fc1dd97 {{(pid=78473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:46:50.875107 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 6027afb9-1c3d-43b9-b2be-de394fc1dd97, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=6027afb9-1c3d-43b9-b2be-de394fc1dd97,segment=NetworkSegment(6bf8a059-7358-49fc-8af6-286460ed4cfc),segment_id=6bf8a059-7358-49fc-8af6-286460ed4cfc)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:46:50.882014 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:50.884476 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:50.960982 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=6027afb9-1c3d-43b9-b2be-de394fc1dd97,revision_number=4']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:50.964889 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:51.344955 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['6027afb9-1c3d-43b9-b2be-de394fc1dd97'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:46:51.477526 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596257b0-7b6e-4a97-8f61-7def3644e98f req-8283b2f2-29df-4d5a-9864-01569f8db479 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:51.479292 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-596257b0-7b6e-4a97-8f61-7def3644e98f req-8283b2f2-29df-4d5a-9864-01569f8db479 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=36dc8628-e246-4cbe-bd51-48e6147df3ec HTTP/1.1" status: 200 len: 944 time: 0.1449287 Jun 17 14:46:51.560102 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-596257b0-7b6e-4a97-8f61-7def3644e98f req-911c0d96-28aa-4c0a-9f61-d3e6d0cd7179 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702109 Jun 17 14:46:52.601703 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 6027afb9-1c3d-43b9-b2be-de394fc1dd97 up at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:46:52.689972 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning for port 6027afb9-1c3d-43b9-b2be-de394fc1dd97 completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:46:52.695954 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning complete for port 6027afb9-1c3d-43b9-b2be-de394fc1dd97 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:46:52.696792 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:52.850579 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3dad2-d048-4f65-85ad-a42acfa0f73e req-7c7952bf-ed11-4772-af63-7835090c1a48 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:52.854049 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4bd3dad2-d048-4f65-85ad-a42acfa0f73e req-7c7952bf-ed11-4772-af63-7835090c1a48 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=36dc8628-e246-4cbe-bd51-48e6147df3ec HTTP/1.1" status: 200 len: 944 time: 0.1510174 Jun 17 14:46:52.877032 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:52.930470 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36dc8628-e246-4cbe-bd51-48e6147df3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6027afb9-1c3d-43b9-b2be-de394fc1dd97'}] {{(pid=78473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:46:52.944643 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port 6027afb9-1c3d-43b9-b2be-de394fc1dd97, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=6027afb9-1c3d-43b9-b2be-de394fc1dd97,segment=NetworkSegment(6bf8a059-7358-49fc-8af6-286460ed4cfc),segment_id=6bf8a059-7358-49fc-8af6-286460ed4cfc)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:46:52.946562 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4bd3dad2-d048-4f65-85ad-a42acfa0f73e req-cc3d0ab0-260b-43b6-b160-5314c939876b tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802643 Jun 17 14:46:52.950717 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:46:52.954554 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:46:53.010354 dv-cinder-796859-1-smb neutron-server[78473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36dc8628-e246-4cbe-bd51-48e6147df3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6027afb9-1c3d-43b9-b2be-de394fc1dd97', 'code': 200} Jun 17 14:46:53.058245 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=6027afb9-1c3d-43b9-b2be-de394fc1dd97,revision_number=5']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:46:53.062027 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:46:53.382085 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9c9a6-66ce-4185-9854-3fae2297fb47 req-8687cef6-2432-4e4b-a41b-2d5a9a66b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:53.384576 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-c1f9c9a6-66ce-4185-9854-3fae2297fb47 req-8687cef6-2432-4e4b-a41b-2d5a9a66b12b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=36dc8628-e246-4cbe-bd51-48e6147df3ec HTTP/1.1" status: 200 len: 1098 time: 0.0832040 Jun 17 14:46:53.440768 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-c1f9c9a6-66ce-4185-9854-3fae2297fb47 req-40dc9e9a-6911-472e-96a6-a8d8245e4e27 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474849 Jun 17 14:46:54.198204 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90c65e-cb1c-445f-8938-7459cd5c99ce req-6881c6b3-cecc-44c1-b8cf-156bd53179f6 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:54.199767 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-cb90c65e-cb1c-445f-8938-7459cd5c99ce req-6881c6b3-cecc-44c1-b8cf-156bd53179f6 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=36dc8628-e246-4cbe-bd51-48e6147df3ec HTTP/1.1" status: 200 len: 945 time: 0.1041956 Jun 17 14:46:54.260485 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-cb90c65e-cb1c-445f-8938-7459cd5c99ce req-0ad56461-9c9d-4fce-9218-0442350a4b1e tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520782 Jun 17 14:46:55.464794 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e84371-2f1c-46f0-8cc5-86758f654edb req-d64e97ca-5386-4085-8247-cde4117fa857 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:46:55.466251 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b3e84371-2f1c-46f0-8cc5-86758f654edb req-d64e97ca-5386-4085-8247-cde4117fa857 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=36dc8628-e246-4cbe-bd51-48e6147df3ec HTTP/1.1" status: 200 len: 945 time: 0.0857229 Jun 17 14:46:55.519517 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b3e84371-2f1c-46f0-8cc5-86758f654edb req-b88283fe-d9e1-46fc-a61c-5f4f96c46185 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429502 Jun 17 14:46:55.716731 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:01.255167 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 49336) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:01.426946 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-190983f2-daea-4723-ad53-0e1da5d3e603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:01.452413 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-190983f2-daea-4723-ad53-0e1da5d3e603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:47:01.461071 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-190983f2-daea-4723-ad53-0e1da5d3e603 admin admin] Usage tracker for resource:security_group_rule and tenant:af15c3b7d26846bc82b9b413a117b4e5 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:47:01.465695 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-190983f2-daea-4723-ad53-0e1da5d3e603 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:47:01.475217 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-190983f2-daea-4723-ad53-0e1da5d3e603 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:47:01.618341 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-190983f2-daea-4723-ad53-0e1da5d3e603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:01.628111 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-190983f2-daea-4723-ad53-0e1da5d3e603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:01.639713 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-d69758e2-6e6a-41b4-8359-a343d7658bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:01.682429 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-190983f2-daea-4723-ad53-0e1da5d3e603 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=af15c3b7d26846bc82b9b413a117b4e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4261613 Jun 17 14:47:01.684450 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190983f2-daea-4723-ad53-0e1da5d3e603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7508fcab-2a1f-4a00-bafc-83d1646d5447,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:01.685724 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 49342) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:01.689210 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-190983f2-daea-4723-ad53-0e1da5d3e603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:01.777485 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b3c74ed4-9368-490b-96d1-78b4501a5cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:01.818209 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b3c74ed4-9368-490b-96d1-78b4501a5cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:01.886367 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b3c74ed4-9368-490b-96d1-78b4501a5cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:01.889941 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-433f8b13-f906-4b1a-beba-51b72e7ca19a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:01.904233 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c74ed4-9368-490b-96d1-78b4501a5cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7508fcab-2a1f-4a00-bafc-83d1646d5447,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:01.907736 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-b3c74ed4-9368-490b-96d1-78b4501a5cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:01.914385 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b3c74ed4-9368-490b-96d1-78b4501a5cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:01.918482 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-b3c74ed4-9368-490b-96d1-78b4501a5cea admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7508fcab-2a1f-4a00-bafc-83d1646d5447 HTTP/1.1" status: 204 len: 168 time: 0.2287047 Jun 17 14:47:02.280509 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 49356) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:02.299118 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-1f9c97a3-4e86-4cf9-8d24-2837d39607ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:02.315667 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-1f9c97a3-4e86-4cf9-8d24-2837d39607ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:47:02.320314 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-1f9c97a3-4e86-4cf9-8d24-2837d39607ca admin admin] Usage tracker for resource:security_group_rule and tenant:61e2a8e62b49474bb0e4cfc54dbe2978 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:47:02.323213 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-1f9c97a3-4e86-4cf9-8d24-2837d39607ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:47:02.329129 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-1f9c97a3-4e86-4cf9-8d24-2837d39607ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:47:02.437777 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-1f9c97a3-4e86-4cf9-8d24-2837d39607ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:02.445736 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-1f9c97a3-4e86-4cf9-8d24-2837d39607ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:02.459496 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-afd8bb3c-975d-42d5-8477-02de6efa6451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:02.507203 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-1f9c97a3-4e86-4cf9-8d24-2837d39607ca admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=61e2a8e62b49474bb0e4cfc54dbe2978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2254243 Jun 17 14:47:02.509005 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c97a3-4e86-4cf9-8d24-2837d39607ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ba5412-f895-4c3d-8d5b-8e262edd99eb,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:02.510053 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 49360) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:02.512642 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-1f9c97a3-4e86-4cf9-8d24-2837d39607ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:02.627792 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4683-932a-46ac-9438-ac2fc8046d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:02.668974 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4683-932a-46ac-9438-ac2fc8046d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:02.752369 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4683-932a-46ac-9438-ac2fc8046d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:02.756686 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-190983f2-daea-4723-ad53-0e1da5d3e603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:02.771466 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f4683-932a-46ac-9438-ac2fc8046d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ba5412-f895-4c3d-8d5b-8e262edd99eb,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:02.773609 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3d7f4683-932a-46ac-9438-ac2fc8046d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:02.783888 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4683-932a-46ac-9438-ac2fc8046d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:02.788257 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-3d7f4683-932a-46ac-9438-ac2fc8046d7b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/17ba5412-f895-4c3d-8d5b-8e262edd99eb HTTP/1.1" status: 204 len: 168 time: 0.2764318 Jun 17 14:47:03.950733 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eeb9a2-e563-4311-b1e7-773e3e904f40 req-3c711a9a-b495-4f3a-b8b0-b51830459b44 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:47:03.952217 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d4eeb9a2-e563-4311-b1e7-773e3e904f40 req-3c711a9a-b495-4f3a-b8b0-b51830459b44 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=36dc8628-e246-4cbe-bd51-48e6147df3ec HTTP/1.1" status: 200 len: 945 time: 0.0885887 Jun 17 14:47:04.002708 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d4eeb9a2-e563-4311-b1e7-773e3e904f40 req-87d489b5-c6cf-4b37-9bdc-de6b6628a5c3 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441527 Jun 17 14:47:05.227960 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc19c3-081b-4231-8055-798a182725da req-3d152708-bca4-4934-b925-ffe984ff0c25 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:47:05.229488 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-27cc19c3-081b-4231-8055-798a182725da req-3d152708-bca4-4934-b925-ffe984ff0c25 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=36dc8628-e246-4cbe-bd51-48e6147df3ec HTTP/1.1" status: 200 len: 945 time: 0.0998054 Jun 17 14:47:05.294051 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-27cc19c3-081b-4231-8055-798a182725da req-488c4078-d84d-49a4-878f-c950d148c2a6 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530663 Jun 17 14:47:05.799796 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbb10d-2237-41e2-aba0-0714b67fc786 req-2b487970-2f04-48b7-bb0a-b7d3df753efa tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:47:05.801209 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7dcbb10d-2237-41e2-aba0-0714b67fc786 req-2b487970-2f04-48b7-bb0a-b7d3df753efa tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.72 "GET /v2.0/ports?device_id=36dc8628-e246-4cbe-bd51-48e6147df3ec HTTP/1.1" status: 200 len: 945 time: 0.0891554 Jun 17 14:47:05.884077 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-7dcbb10d-2237-41e2-aba0-0714b67fc786 req-7c4cec82-fb04-4ee3-a4cb-708c28a9b504 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Deleting port 6027afb9-1c3d-43b9-b2be-de394fc1dd97 {{(pid=78471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:47:05.884418 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-7dcbb10d-2237-41e2-aba0-0714b67fc786 req-7c4cec82-fb04-4ee3-a4cb-708c28a9b504 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:06.288352 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-7dcbb10d-2237-41e2-aba0-0714b67fc786 req-7c4cec82-fb04-4ee3-a4cb-708c28a9b504 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] For port 6027afb9-1c3d-43b9-b2be-de394fc1dd97, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=6027afb9-1c3d-43b9-b2be-de394fc1dd97,segment=NetworkSegment(6bf8a059-7358-49fc-8af6-286460ed4cfc),segment_id=6bf8a059-7358-49fc-8af6-286460ed4cfc)] {{(pid=78471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:47:06.289005 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-7dcbb10d-2237-41e2-aba0-0714b67fc786 req-7c4cec82-fb04-4ee3-a4cb-708c28a9b504 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:06.386333 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-0aff0278-77a1-4414-9cc7-b5874343ded0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:06.442094 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-7dcbb10d-2237-41e2-aba0-0714b67fc786 req-7c4cec82-fb04-4ee3-a4cb-708c28a9b504 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Calling delete_port for 6027afb9-1c3d-43b9-b2be-de394fc1dd97 owned by compute:nova {{(pid=78471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:47:06.629787 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26e64a-88a8-4a72-8097-4d324761829d req-13d129e6-1730-4d38-a62a-249e55743fff tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:47:06.631290 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1e26e64a-88a8-4a72-8097-4d324761829d req-13d129e6-1730-4d38-a62a-249e55743fff tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=36dc8628-e246-4cbe-bd51-48e6147df3ec HTTP/1.1" status: 200 len: 945 time: 0.1973133 Jun 17 14:47:06.701094 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1e26e64a-88a8-4a72-8097-4d324761829d req-31054f6d-a82e-4c00-975b-38c19cad069b tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607646 Jun 17 14:47:06.702157 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-7dcbb10d-2237-41e2-aba0-0714b67fc786 req-7c4cec82-fb04-4ee3-a4cb-708c28a9b504 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:06.708520 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-cd21925a-c5a7-45a5-b4e7-88951aca488a tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:06.748672 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['f49cc714-fd73-4171-826e-9573a6c32787', '055cb604-a941-4a4f-8083-f3b3812d8da2', 'b7f02dfe-2a4e-4db0-8075-ffecc0018f78', '6027afb9-1c3d-43b9-b2be-de394fc1dd97'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:47:06.767130 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4cec82-fb04-4ee3-a4cb-708c28a9b504 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Pushing event deleted for resources: {'Port': ['ID=6027afb9-1c3d-43b9-b2be-de394fc1dd97,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:06.770378 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-7c4cec82-fb04-4ee3-a4cb-708c28a9b504 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:06.867604 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dcbb10d-2237-41e2-aba0-0714b67fc786 req-7c4cec82-fb04-4ee3-a4cb-708c28a9b504 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] No DVR routers for this DVR port 6027afb9-1c3d-43b9-b2be-de394fc1dd97 on host hv-cinder-79685 {{(pid=78471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:47:06.870920 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-7dcbb10d-2237-41e2-aba0-0714b67fc786 req-7c4cec82-fb04-4ee3-a4cb-708c28a9b504 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:06.876660 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36dc8628-e246-4cbe-bd51-48e6147df3ec', 'name': 'network-vif-deleted', 'tag': '6027afb9-1c3d-43b9-b2be-de394fc1dd97'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:47:06.896566 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:06.904687 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-7dcbb10d-2237-41e2-aba0-0714b67fc786 req-7c4cec82-fb04-4ee3-a4cb-708c28a9b504 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.72 "DELETE /v2.0/ports/6027afb9-1c3d-43b9-b2be-de394fc1dd97 HTTP/1.1" status: 204 len: 173 time: 1.0966499 Jun 17 14:47:06.952756 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36dc8628-e246-4cbe-bd51-48e6147df3ec', 'name': 'network-vif-deleted', 'tag': '6027afb9-1c3d-43b9-b2be-de394fc1dd97', 'status': 'completed', 'code': 200} Jun 17 14:47:07.893954 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-80cdda7f-1afe-457f-b265-95cf3f43b3d9 req-ce7c6efc-8702-4a20-b0a8-fed9e4b4965b tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Synchronizing usage tracker for tenant:425d2721d459444baf71053bdaa7413e on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:47:07.915266 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-80cdda7f-1afe-457f-b265-95cf3f43b3d9 req-ce7c6efc-8702-4a20-b0a8-fed9e4b4965b tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Unset dirty status for tenant:425d2721d459444baf71053bdaa7413e on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:47:07.916654 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-80cdda7f-1afe-457f-b265-95cf3f43b3d9 req-ce7c6efc-8702-4a20-b0a8-fed9e4b4965b tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=36dc8628-e246-4cbe-bd51-48e6147df3ec HTTP/1.1" status: 200 len: 210 time: 0.0710924 Jun 17 14:47:08.395328 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 49450) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:08.540387 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-626c3036-a7ad-4344-94c9-3e90c4e0735d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:08.555889 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-626c3036-a7ad-4344-94c9-3e90c4e0735d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:47:08.559774 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-626c3036-a7ad-4344-94c9-3e90c4e0735d admin admin] Usage tracker for resource:security_group_rule and tenant:c2c36f3e1e9f43b0baaca736ae995a7d is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:47:08.562573 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-626c3036-a7ad-4344-94c9-3e90c4e0735d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:47:08.568531 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-626c3036-a7ad-4344-94c9-3e90c4e0735d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:47:08.661341 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-626c3036-a7ad-4344-94c9-3e90c4e0735d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:08.665360 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-626c3036-a7ad-4344-94c9-3e90c4e0735d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:08.674536 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-caed18d9-381a-46f7-92ed-5ca3ff83c1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:08.713605 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-626c3036-a7ad-4344-94c9-3e90c4e0735d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c2c36f3e1e9f43b0baaca736ae995a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176179 Jun 17 14:47:08.715442 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c3036-a7ad-4344-94c9-3e90c4e0735d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7848a154-13ac-4343-9608-f0b532300ab6,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:08.717138 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 49456) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:08.718842 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-626c3036-a7ad-4344-94c9-3e90c4e0735d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:08.804717 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-ef641909-0bcb-4087-84d9-5c3fe4836f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:08.837305 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-ef641909-0bcb-4087-84d9-5c3fe4836f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:08.891112 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-ef641909-0bcb-4087-84d9-5c3fe4836f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:08.894759 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:08.907866 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef641909-0bcb-4087-84d9-5c3fe4836f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7848a154-13ac-4343-9608-f0b532300ab6,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:08.911802 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-ef641909-0bcb-4087-84d9-5c3fe4836f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:08.918304 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-ef641909-0bcb-4087-84d9-5c3fe4836f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:08.921005 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-ef641909-0bcb-4087-84d9-5c3fe4836f3a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7848a154-13ac-4343-9608-f0b532300ab6 HTTP/1.1" status: 204 len: 168 time: 0.2025850 Jun 17 14:47:08.947341 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-4cac638a-e9e1-4403-9f9a-0d086e7d19c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:09.270445 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 49470) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:09.288715 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-ec9e64ac-6d0e-4387-9128-e1589d02af0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:09.304119 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-ec9e64ac-6d0e-4387-9128-e1589d02af0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:47:09.308035 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-ec9e64ac-6d0e-4387-9128-e1589d02af0c admin admin] Usage tracker for resource:security_group_rule and tenant:84a9318252404bac8b3b3e940f4b9feb is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:47:09.310836 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-ec9e64ac-6d0e-4387-9128-e1589d02af0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:47:09.317669 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-ec9e64ac-6d0e-4387-9128-e1589d02af0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:47:09.404651 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-ec9e64ac-6d0e-4387-9128-e1589d02af0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:09.409131 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-ec9e64ac-6d0e-4387-9128-e1589d02af0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:09.416250 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-5434441f-d220-4271-9385-b6271b06b491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:09.463595 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-ec9e64ac-6d0e-4387-9128-e1589d02af0c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=84a9318252404bac8b3b3e940f4b9feb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1920507 Jun 17 14:47:09.464516 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e64ac-6d0e-4387-9128-e1589d02af0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0399d1-4c36-41df-9a6c-f32f1ebb5bfd,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:09.467031 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 49474) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:09.467755 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-ec9e64ac-6d0e-4387-9128-e1589d02af0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:09.532271 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6a4e1898-96c8-4320-8e43-2e32dbe2738d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:09.559285 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6a4e1898-96c8-4320-8e43-2e32dbe2738d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:09.614035 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6a4e1898-96c8-4320-8e43-2e32dbe2738d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:09.617784 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-6f587f1a-c6f4-4fac-bda1-3835cd4d4c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:09.631729 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e1898-96c8-4320-8e43-2e32dbe2738d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0399d1-4c36-41df-9a6c-f32f1ebb5bfd,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:09.634011 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-6a4e1898-96c8-4320-8e43-2e32dbe2738d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:09.642602 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6a4e1898-96c8-4320-8e43-2e32dbe2738d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:09.643806 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-6a4e1898-96c8-4320-8e43-2e32dbe2738d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8b0399d1-4c36-41df-9a6c-f32f1ebb5bfd HTTP/1.1" status: 204 len: 168 time: 0.1751096 Jun 17 14:47:10.164385 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:10.670172 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 6027afb9-1c3d-43b9-b2be-de394fc1dd97 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:47:10.676356 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf4cdf-b315-4303-9156-a195aac4f8c4 req-42882a35-b7ce-4e4d-8bce-f502bb90f6f7 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:47:10.678104 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-8ecf4cdf-b315-4303-9156-a195aac4f8c4 req-42882a35-b7ce-4e4d-8bce-f502bb90f6f7 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae48653e-4c5b-4725-a549-d44bd234fda9 HTTP/1.1" status: 200 len: 945 time: 0.0845942 Jun 17 14:47:10.712265 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] No Port match for: 6027afb9-1c3d-43b9-b2be-de394fc1dd97 {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:47:10.712972 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 6027afb9-1c3d-43b9-b2be-de394fc1dd97 not bound to the agent host hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:47:10.728184 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-8ecf4cdf-b315-4303-9156-a195aac4f8c4 req-771e8eac-1a61-4441-b674-e29d56b0b891 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440607 Jun 17 14:47:11.530670 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:11.815212 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 49538) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:11.975573 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-53900e52-4cc9-400c-ae51-873ad3100e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:12.000810 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-53900e52-4cc9-400c-ae51-873ad3100e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:47:12.012220 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-53900e52-4cc9-400c-ae51-873ad3100e6c admin admin] Usage tracker for resource:security_group_rule and tenant:e3dbf295c0d649a5b45f8bedcb86e1f9 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:47:12.016631 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-53900e52-4cc9-400c-ae51-873ad3100e6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:47:12.024020 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-53900e52-4cc9-400c-ae51-873ad3100e6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:47:12.034312 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649e70b-f81d-495c-96cb-7cccc7fa4d79 req-c1c70903-a54c-4c17-8956-280da7e06b9a tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:47:12.035844 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4649e70b-f81d-495c-96cb-7cccc7fa4d79 req-c1c70903-a54c-4c17-8956-280da7e06b9a tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae48653e-4c5b-4725-a549-d44bd234fda9 HTTP/1.1" status: 200 len: 945 time: 0.1789644 Jun 17 14:47:12.113617 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4649e70b-f81d-495c-96cb-7cccc7fa4d79 req-7e2d8a10-2b5f-4973-ae6c-80d366ee9bd4 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662911 Jun 17 14:47:12.180612 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-53900e52-4cc9-400c-ae51-873ad3100e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:12.186173 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-53900e52-4cc9-400c-ae51-873ad3100e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:12.202225 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-659ad090-0d40-446d-b36b-183df84b6b41 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:12.247741 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-53900e52-4cc9-400c-ae51-873ad3100e6c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e3dbf295c0d649a5b45f8bedcb86e1f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4310699 Jun 17 14:47:12.250898 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53900e52-4cc9-400c-ae51-873ad3100e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c565687f-eeea-4f90-9930-7f459cd29076,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:12.252984 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 49544) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:12.256561 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-53900e52-4cc9-400c-ae51-873ad3100e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:12.340188 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-fb11c8f6-6d43-4ff6-bcde-9bcb87b143c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:12.367654 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-fb11c8f6-6d43-4ff6-bcde-9bcb87b143c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:12.477077 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-fb11c8f6-6d43-4ff6-bcde-9bcb87b143c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:12.483919 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3d7f4683-932a-46ac-9438-ac2fc8046d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:12.504970 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11c8f6-6d43-4ff6-bcde-9bcb87b143c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c565687f-eeea-4f90-9930-7f459cd29076,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:12.507298 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-fb11c8f6-6d43-4ff6-bcde-9bcb87b143c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:12.521847 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4774837-4c02-4f13-8d5f-8a5e6392131f req-cfa9aef3-0849-4fa3-bd2b-684c6856a168 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:47:12.523346 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d4774837-4c02-4f13-8d5f-8a5e6392131f req-cfa9aef3-0849-4fa3-bd2b-684c6856a168 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae48653e-4c5b-4725-a549-d44bd234fda9 HTTP/1.1" status: 200 len: 945 time: 0.1250112 Jun 17 14:47:12.525912 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-fb11c8f6-6d43-4ff6-bcde-9bcb87b143c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:12.529896 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-fb11c8f6-6d43-4ff6-bcde-9bcb87b143c9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c565687f-eeea-4f90-9930-7f459cd29076 HTTP/1.1" status: 204 len: 168 time: 0.2754962 Jun 17 14:47:12.616977 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-d4774837-4c02-4f13-8d5f-8a5e6392131f req-05d58174-8ca7-4032-9cc0-c205bee295a6 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Deleting port b7f02dfe-2a4e-4db0-8075-ffecc0018f78 {{(pid=78471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:47:12.617437 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-d4774837-4c02-4f13-8d5f-8a5e6392131f req-05d58174-8ca7-4032-9cc0-c205bee295a6 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:12.937730 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-d4774837-4c02-4f13-8d5f-8a5e6392131f req-05d58174-8ca7-4032-9cc0-c205bee295a6 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] For port b7f02dfe-2a4e-4db0-8075-ffecc0018f78, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=b7f02dfe-2a4e-4db0-8075-ffecc0018f78,segment=NetworkSegment(6bf8a059-7358-49fc-8af6-286460ed4cfc),segment_id=6bf8a059-7358-49fc-8af6-286460ed4cfc)] {{(pid=78471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:47:12.939272 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-d4774837-4c02-4f13-8d5f-8a5e6392131f req-05d58174-8ca7-4032-9cc0-c205bee295a6 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:12.972475 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 49552) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:12.995313 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-25434e4a-266c-43da-8e49-69e12f3b694d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:13.015028 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-25434e4a-266c-43da-8e49-69e12f3b694d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:47:13.019424 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-25434e4a-266c-43da-8e49-69e12f3b694d admin admin] Usage tracker for resource:security_group_rule and tenant:082181c2e3fe46e68fa90367d1b36978 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:47:13.022616 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-25434e4a-266c-43da-8e49-69e12f3b694d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:47:13.030105 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-25434e4a-266c-43da-8e49-69e12f3b694d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:47:13.162834 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-25434e4a-266c-43da-8e49-69e12f3b694d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:13.166767 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-25434e4a-266c-43da-8e49-69e12f3b694d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:13.202590 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-4bb8f809-b22a-4ce8-9961-35624056bf0d tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:13.216868 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-25434e4a-266c-43da-8e49-69e12f3b694d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=082181c2e3fe46e68fa90367d1b36978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427619 Jun 17 14:47:13.219851 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 49558) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:13.229414 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-d4774837-4c02-4f13-8d5f-8a5e6392131f req-05d58174-8ca7-4032-9cc0-c205bee295a6 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Calling delete_port for b7f02dfe-2a4e-4db0-8075-ffecc0018f78 owned by compute:nova {{(pid=78471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:47:13.254453 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25434e4a-266c-43da-8e49-69e12f3b694d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5314569e-140f-4ad0-b82d-2a20f0595b42,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:13.266623 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-25434e4a-266c-43da-8e49-69e12f3b694d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:13.365552 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b03088ac-8450-4d91-a2fe-eb4f0ca0ae10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:13.405942 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-d4774837-4c02-4f13-8d5f-8a5e6392131f req-05d58174-8ca7-4032-9cc0-c205bee295a6 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:13.407221 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b03088ac-8450-4d91-a2fe-eb4f0ca0ae10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:13.412612 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-666a3021-583f-44a1-8c8a-fd1d045954e9 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:13.439724 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718e4e1-c8b0-43fb-9868-ba8868e4c028 req-6ed74d6a-c4f7-4ed2-89c4-5433225906c6 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:47:13.441108 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-d718e4e1-c8b0-43fb-9868-ba8868e4c028 req-6ed74d6a-c4f7-4ed2-89c4-5433225906c6 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae48653e-4c5b-4725-a549-d44bd234fda9 HTTP/1.1" status: 200 len: 945 time: 0.1658645 Jun 17 14:47:13.443105 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['f49cc714-fd73-4171-826e-9573a6c32787', '055cb604-a941-4a4f-8083-f3b3812d8da2', 'b7f02dfe-2a4e-4db0-8075-ffecc0018f78'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:47:13.460489 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d58174-8ca7-4032-9cc0-c205bee295a6 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Pushing event deleted for resources: {'Port': ['ID=b7f02dfe-2a4e-4db0-8075-ffecc0018f78,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:13.463355 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-05d58174-8ca7-4032-9cc0-c205bee295a6 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:13.526567 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-d718e4e1-c8b0-43fb-9868-ba8868e4c028 req-ad6f76c2-3779-4c47-847f-262926d81ea4 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773227 Jun 17 14:47:13.527246 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b03088ac-8450-4d91-a2fe-eb4f0ca0ae10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:13.531241 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-35463e63-647d-4c2f-9238-a2704b31af17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:13.545210 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4774837-4c02-4f13-8d5f-8a5e6392131f req-05d58174-8ca7-4032-9cc0-c205bee295a6 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] No DVR routers for this DVR port b7f02dfe-2a4e-4db0-8075-ffecc0018f78 on host hv-cinder-79685 {{(pid=78471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:47:13.546553 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03088ac-8450-4d91-a2fe-eb4f0ca0ae10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5314569e-140f-4ad0-b82d-2a20f0595b42,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:13.549261 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-b03088ac-8450-4d91-a2fe-eb4f0ca0ae10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:13.557371 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b03088ac-8450-4d91-a2fe-eb4f0ca0ae10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:13.560524 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-b03088ac-8450-4d91-a2fe-eb4f0ca0ae10 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5314569e-140f-4ad0-b82d-2a20f0595b42 HTTP/1.1" status: 204 len: 168 time: 0.3371420 Jun 17 14:47:13.563121 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-d4774837-4c02-4f13-8d5f-8a5e6392131f req-05d58174-8ca7-4032-9cc0-c205bee295a6 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:13.567780 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae48653e-4c5b-4725-a549-d44bd234fda9', 'name': 'network-vif-deleted', 'tag': 'b7f02dfe-2a4e-4db0-8075-ffecc0018f78'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:47:13.595082 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d4774837-4c02-4f13-8d5f-8a5e6392131f req-05d58174-8ca7-4032-9cc0-c205bee295a6 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.72 "DELETE /v2.0/ports/b7f02dfe-2a4e-4db0-8075-ffecc0018f78 HTTP/1.1" status: 204 len: 173 time: 1.0636778 Jun 17 14:47:13.626455 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae48653e-4c5b-4725-a549-d44bd234fda9', 'name': 'network-vif-deleted', 'tag': 'b7f02dfe-2a4e-4db0-8075-ffecc0018f78', 'status': 'completed', 'code': 200} Jun 17 14:47:15.082825 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25010c0b-ae36-4cf2-b7c8-f8e18cd5eb05 req-7ff1c0b1-1e54-486b-ae41-1a8e2e33bd8e tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:47:15.084377 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-25010c0b-ae36-4cf2-b7c8-f8e18cd5eb05 req-7ff1c0b1-1e54-486b-ae41-1a8e2e33bd8e tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c862d6e-5d46-4eee-81b3-c895c3eb2f59 HTTP/1.1" status: 200 len: 946 time: 0.1066661 Jun 17 14:47:15.163202 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-25010c0b-ae36-4cf2-b7c8-f8e18cd5eb05 req-c352ff33-a587-49c9-b1c0-7e204fd9ce04 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711207 Jun 17 14:47:16.066604 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 49638) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:16.199052 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2a8f5e88-d90c-48fd-9d1c-adb1d93cc661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:16.214286 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-2a8f5e88-d90c-48fd-9d1c-adb1d93cc661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:47:16.218232 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-2a8f5e88-d90c-48fd-9d1c-adb1d93cc661 admin admin] Usage tracker for resource:security_group_rule and tenant:4d83136d16e44c3c93da5dffd15054e1 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:47:16.221112 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-2a8f5e88-d90c-48fd-9d1c-adb1d93cc661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:47:16.227229 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-2a8f5e88-d90c-48fd-9d1c-adb1d93cc661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:47:16.323613 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2a8f5e88-d90c-48fd-9d1c-adb1d93cc661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:16.332334 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-2a8f5e88-d90c-48fd-9d1c-adb1d93cc661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:16.341026 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-b3c74ed4-9368-490b-96d1-78b4501a5cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:16.366080 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995106d-0a95-464b-ae6b-537c97c74108 req-e5f415af-25a7-4284-8731-31b62a1f9990 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:47:16.366770 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-f995106d-0a95-464b-ae6b-537c97c74108 req-e5f415af-25a7-4284-8731-31b62a1f9990 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Synchronizing usage tracker for tenant:425d2721d459444baf71053bdaa7413e on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:47:16.381206 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-2a8f5e88-d90c-48fd-9d1c-adb1d93cc661 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4d83136d16e44c3c93da5dffd15054e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131089 Jun 17 14:47:16.382900 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f5e88-d90c-48fd-9d1c-adb1d93cc661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73c195a-fd05-4746-9980-87c936ccdf4d,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:16.384533 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-f995106d-0a95-464b-ae6b-537c97c74108 req-e5f415af-25a7-4284-8731-31b62a1f9990 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Unset dirty status for tenant:425d2721d459444baf71053bdaa7413e on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:47:16.385157 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 49646) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:16.385797 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-f995106d-0a95-464b-ae6b-537c97c74108 req-e5f415af-25a7-4284-8731-31b62a1f9990 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c862d6e-5d46-4eee-81b3-c895c3eb2f59 HTTP/1.1" status: 200 len: 946 time: 0.1088340 Jun 17 14:47:16.387578 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-2a8f5e88-d90c-48fd-9d1c-adb1d93cc661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:16.447766 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-f995106d-0a95-464b-ae6b-537c97c74108 req-bb0dcd42-1059-4003-a950-4c841bd7199d tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443928 Jun 17 14:47:16.449142 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-de638f42-78cc-4bca-ba7f-8378abb5b91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:16.481565 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-de638f42-78cc-4bca-ba7f-8378abb5b91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:16.537503 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-de638f42-78cc-4bca-ba7f-8378abb5b91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:16.542714 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27ab0b-cde4-4f4b-a374-a20fdd887a79 req-cb3533d8-72b6-4a85-b2c1-774dfe54d165 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:47:16.544373 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0d27ab0b-cde4-4f4b-a374-a20fdd887a79 req-cb3533d8-72b6-4a85-b2c1-774dfe54d165 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c862d6e-5d46-4eee-81b3-c895c3eb2f59 HTTP/1.1" status: 200 len: 946 time: 0.0942273 Jun 17 14:47:16.545444 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-6f398df5-a56a-4df2-97ba-1e9a9357e37e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:16.566625 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de638f42-78cc-4bca-ba7f-8378abb5b91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73c195a-fd05-4746-9980-87c936ccdf4d,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:16.568596 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-de638f42-78cc-4bca-ba7f-8378abb5b91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:16.572458 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-de638f42-78cc-4bca-ba7f-8378abb5b91b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d73c195a-fd05-4746-9980-87c936ccdf4d HTTP/1.1" status: 204 len: 168 time: 0.1836178 Jun 17 14:47:16.572458 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-de638f42-78cc-4bca-ba7f-8378abb5b91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:16.622536 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-0d27ab0b-cde4-4f4b-a374-a20fdd887a79 req-fd6317b8-ad31-45fc-a5a1-1fdbef063a9f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Deleting port 055cb604-a941-4a4f-8083-f3b3812d8da2 {{(pid=78471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:47:16.622881 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-0d27ab0b-cde4-4f4b-a374-a20fdd887a79 req-fd6317b8-ad31-45fc-a5a1-1fdbef063a9f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:16.710110 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device b7f02dfe-2a4e-4db0-8075-ffecc0018f78 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:47:16.744665 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] No Port match for: b7f02dfe-2a4e-4db0-8075-ffecc0018f78 {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:47:16.745018 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device b7f02dfe-2a4e-4db0-8075-ffecc0018f78 not bound to the agent host hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:47:16.875337 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 49654) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:16.894729 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b354aa96-e34f-476e-adcf-ac619439f187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:16.895565 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-0d27ab0b-cde4-4f4b-a374-a20fdd887a79 req-fd6317b8-ad31-45fc-a5a1-1fdbef063a9f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] For port 055cb604-a941-4a4f-8083-f3b3812d8da2, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=055cb604-a941-4a4f-8083-f3b3812d8da2,segment=NetworkSegment(6bf8a059-7358-49fc-8af6-286460ed4cfc),segment_id=6bf8a059-7358-49fc-8af6-286460ed4cfc)] {{(pid=78471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:47:16.895941 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-0d27ab0b-cde4-4f4b-a374-a20fdd887a79 req-fd6317b8-ad31-45fc-a5a1-1fdbef063a9f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:16.910089 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-b354aa96-e34f-476e-adcf-ac619439f187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:47:16.914112 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-b354aa96-e34f-476e-adcf-ac619439f187 admin admin] Usage tracker for resource:security_group_rule and tenant:b133877cda5f427cb99a4898caf3c15b is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:47:16.916953 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-b354aa96-e34f-476e-adcf-ac619439f187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:47:16.923729 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-b354aa96-e34f-476e-adcf-ac619439f187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:47:17.017746 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b354aa96-e34f-476e-adcf-ac619439f187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:17.022656 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b354aa96-e34f-476e-adcf-ac619439f187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:17.026353 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-0d27ab0b-cde4-4f4b-a374-a20fdd887a79 req-fd6317b8-ad31-45fc-a5a1-1fdbef063a9f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Calling delete_port for 055cb604-a941-4a4f-8083-f3b3812d8da2 owned by compute:nova {{(pid=78471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:47:17.030232 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-8ff63932-4607-4d79-bb97-fdc8a3e997c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:17.078878 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-b354aa96-e34f-476e-adcf-ac619439f187 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b133877cda5f427cb99a4898caf3c15b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985202 Jun 17 14:47:17.078878 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354aa96-e34f-476e-adcf-ac619439f187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cfac90-d1b5-478c-9e3f-8dec101ffb63,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:17.080480 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 49658) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:17.083018 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-b354aa96-e34f-476e-adcf-ac619439f187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:17.148271 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-41356c0d-24c1-4583-9632-1e047b2e3adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:17.176888 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-41356c0d-24c1-4583-9632-1e047b2e3adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:17.201064 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-0d27ab0b-cde4-4f4b-a374-a20fdd887a79 req-fd6317b8-ad31-45fc-a5a1-1fdbef063a9f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:17.207145 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3a97edce-058d-40ab-9deb-d98a6750fd5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:17.238538 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-41356c0d-24c1-4583-9632-1e047b2e3adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:17.239608 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['f49cc714-fd73-4171-826e-9573a6c32787', '055cb604-a941-4a4f-8083-f3b3812d8da2'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:47:17.244505 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-58653493-2d37-4e79-b758-cdac81b8e943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:17.254907 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6317b8-ad31-45fc-a5a1-1fdbef063a9f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Pushing event deleted for resources: {'Port': ['ID=055cb604-a941-4a4f-8083-f3b3812d8da2,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:17.276039 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-41356c0d-24c1-4583-9632-1e047b2e3adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:17.279623 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-41356c0d-24c1-4583-9632-1e047b2e3adf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/21cfac90-d1b5-478c-9e3f-8dec101ffb63 HTTP/1.1" status: 204 len: 168 time: 0.1959932 Jun 17 14:47:17.279623 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41356c0d-24c1-4583-9632-1e047b2e3adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cfac90-d1b5-478c-9e3f-8dec101ffb63,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:17.287750 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-41356c0d-24c1-4583-9632-1e047b2e3adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:17.302653 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6317b8-ad31-45fc-a5a1-1fdbef063a9f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:47:17.303401 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6317b8-ad31-45fc-a5a1-1fdbef063a9f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:47:17.303951 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6317b8-ad31-45fc-a5a1-1fdbef063a9f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:47:17.304475 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6317b8-ad31-45fc-a5a1-1fdbef063a9f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:47:17.305004 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6317b8-ad31-45fc-a5a1-1fdbef063a9f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:47:17.305513 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6317b8-ad31-45fc-a5a1-1fdbef063a9f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:47:17.306059 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6317b8-ad31-45fc-a5a1-1fdbef063a9f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:47:17.306565 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6317b8-ad31-45fc-a5a1-1fdbef063a9f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:47:17.307199 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6317b8-ad31-45fc-a5a1-1fdbef063a9f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:47:17.307931 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6317b8-ad31-45fc-a5a1-1fdbef063a9f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:47:17.308454 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6317b8-ad31-45fc-a5a1-1fdbef063a9f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:47:17.308960 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6317b8-ad31-45fc-a5a1-1fdbef063a9f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:47:17.316725 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-fd6317b8-ad31-45fc-a5a1-1fdbef063a9f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:17.354241 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d27ab0b-cde4-4f4b-a374-a20fdd887a79 req-fd6317b8-ad31-45fc-a5a1-1fdbef063a9f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] No DVR routers for this DVR port 055cb604-a941-4a4f-8083-f3b3812d8da2 on host hv-cinder-79685 {{(pid=78471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:47:17.357373 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-0d27ab0b-cde4-4f4b-a374-a20fdd887a79 req-fd6317b8-ad31-45fc-a5a1-1fdbef063a9f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:17.366456 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c862d6e-5d46-4eee-81b3-c895c3eb2f59', 'name': 'network-vif-deleted', 'tag': '055cb604-a941-4a4f-8083-f3b3812d8da2'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:47:17.381789 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0d27ab0b-cde4-4f4b-a374-a20fdd887a79 req-fd6317b8-ad31-45fc-a5a1-1fdbef063a9f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.72 "DELETE /v2.0/ports/055cb604-a941-4a4f-8083-f3b3812d8da2 HTTP/1.1" status: 204 len: 173 time: 0.8312540 Jun 17 14:47:17.424335 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c862d6e-5d46-4eee-81b3-c895c3eb2f59', 'name': 'network-vif-deleted', 'tag': '055cb604-a941-4a4f-8083-f3b3812d8da2', 'status': 'completed', 'code': 200} Jun 17 14:47:17.602790 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-f5e396e4-bfb0-4431-8ca5-033453a9fb7f req-34981339-123a-450f-ad6e-ce2094f87d3d tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Synchronizing usage tracker for tenant:425d2721d459444baf71053bdaa7413e on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:47:17.619596 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-f5e396e4-bfb0-4431-8ca5-033453a9fb7f req-34981339-123a-450f-ad6e-ce2094f87d3d tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Unset dirty status for tenant:425d2721d459444baf71053bdaa7413e on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:47:17.620870 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-f5e396e4-bfb0-4431-8ca5-033453a9fb7f req-34981339-123a-450f-ad6e-ce2094f87d3d tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c862d6e-5d46-4eee-81b3-c895c3eb2f59 HTTP/1.1" status: 200 len: 210 time: 0.0614252 Jun 17 14:47:20.384501 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec0511-427c-4db7-9a13-ecbb19a38ed6 req-d044769a-f409-4825-9c1e-fc86270d852a tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:47:20.386027 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-89ec0511-427c-4db7-9a13-ecbb19a38ed6 req-d044769a-f409-4825-9c1e-fc86270d852a tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=287a00d5-e627-492e-9960-d73737cddde2 HTTP/1.1" status: 200 len: 945 time: 0.0893383 Jun 17 14:47:20.521124 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-89ec0511-427c-4db7-9a13-ecbb19a38ed6 req-59cf4bc5-612c-460b-81e6-03ca2b6eddb2 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283627 Jun 17 14:47:20.711100 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 055cb604-a941-4a4f-8083-f3b3812d8da2 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:47:20.745531 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] No Port match for: 055cb604-a941-4a4f-8083-f3b3812d8da2 {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:47:20.745977 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 055cb604-a941-4a4f-8083-f3b3812d8da2 not bound to the agent host hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:47:21.734790 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0cf6b9-76dd-46bd-a996-ab417a5a32a1 req-df30da0e-3fea-4555-8fd8-bb9aeb077265 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:47:21.736238 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2f0cf6b9-76dd-46bd-a996-ab417a5a32a1 req-df30da0e-3fea-4555-8fd8-bb9aeb077265 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=287a00d5-e627-492e-9960-d73737cddde2 HTTP/1.1" status: 200 len: 945 time: 0.0927453 Jun 17 14:47:21.794051 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-2f0cf6b9-76dd-46bd-a996-ab417a5a32a1 req-eebf0b55-599d-49b9-9780-be39fda9b21f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/security-groups?id=537c6569-5225-4698-8b94-66aba49ba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503330 Jun 17 14:47:22.114148 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a014a2-8fa7-469c-9af7-c75398c76c37 req-e67ca18d-cc6b-4861-8a83-d5369d4fbd93 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:47:22.115690 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b9a014a2-8fa7-469c-9af7-c75398c76c37 req-e67ca18d-cc6b-4861-8a83-d5369d4fbd93 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.72 "GET /v2.0/ports?device_id=287a00d5-e627-492e-9960-d73737cddde2 HTTP/1.1" status: 200 len: 945 time: 0.0838506 Jun 17 14:47:22.188526 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-b9a014a2-8fa7-469c-9af7-c75398c76c37 req-d1277fa5-e1f6-4d95-9807-d3ca7867ea3c tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Deleting port f49cc714-fd73-4171-826e-9573a6c32787 {{(pid=78471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:47:22.188854 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-b9a014a2-8fa7-469c-9af7-c75398c76c37 req-d1277fa5-e1f6-4d95-9807-d3ca7867ea3c tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:22.534927 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-b9a014a2-8fa7-469c-9af7-c75398c76c37 req-d1277fa5-e1f6-4d95-9807-d3ca7867ea3c tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] For port f49cc714-fd73-4171-826e-9573a6c32787, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=f49cc714-fd73-4171-826e-9573a6c32787,segment=NetworkSegment(6bf8a059-7358-49fc-8af6-286460ed4cfc),segment_id=6bf8a059-7358-49fc-8af6-286460ed4cfc)] {{(pid=78471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:47:22.535439 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-b9a014a2-8fa7-469c-9af7-c75398c76c37 req-d1277fa5-e1f6-4d95-9807-d3ca7867ea3c tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:22.662814 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-b9a014a2-8fa7-469c-9af7-c75398c76c37 req-d1277fa5-e1f6-4d95-9807-d3ca7867ea3c tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Calling delete_port for f49cc714-fd73-4171-826e-9573a6c32787 owned by compute:nova {{(pid=78471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:47:22.814588 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-b9a014a2-8fa7-469c-9af7-c75398c76c37 req-d1277fa5-e1f6-4d95-9807-d3ca7867ea3c tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:22.820399 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-33341b2b-dea9-47b0-a5e8-2a978e5a0afa tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:22.852600 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['f49cc714-fd73-4171-826e-9573a6c32787'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:47:22.866831 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1277fa5-e1f6-4d95-9807-d3ca7867ea3c tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Pushing event deleted for resources: {'Port': ['ID=f49cc714-fd73-4171-826e-9573a6c32787,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:22.868726 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-d1277fa5-e1f6-4d95-9807-d3ca7867ea3c tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:22.947481 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a014a2-8fa7-469c-9af7-c75398c76c37 req-d1277fa5-e1f6-4d95-9807-d3ca7867ea3c tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] No DVR routers for this DVR port f49cc714-fd73-4171-826e-9573a6c32787 on host hv-cinder-79685 {{(pid=78471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:47:22.949911 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-b9a014a2-8fa7-469c-9af7-c75398c76c37 req-d1277fa5-e1f6-4d95-9807-d3ca7867ea3c tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:22.950174 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-740bebdf-1c4d-49f2-a726-494ccdc02a76 req-8df84f67-7fd4-4d10-b32e-2837371eb0c4 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.77 "GET /v2.0/ports?device_id=287a00d5-e627-492e-9960-d73737cddde2 HTTP/1.1" status: 200 len: 210 time: 0.0442550 Jun 17 14:47:22.952674 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287a00d5-e627-492e-9960-d73737cddde2', 'name': 'network-vif-deleted', 'tag': 'f49cc714-fd73-4171-826e-9573a6c32787'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:47:22.979896 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b9a014a2-8fa7-469c-9af7-c75398c76c37 req-d1277fa5-e1f6-4d95-9807-d3ca7867ea3c tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] 10.222.0.72 "DELETE /v2.0/ports/f49cc714-fd73-4171-826e-9573a6c32787 HTTP/1.1" status: 204 len: 173 time: 0.8579865 Jun 17 14:47:23.006510 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287a00d5-e627-492e-9960-d73737cddde2', 'name': 'network-vif-deleted', 'tag': 'f49cc714-fd73-4171-826e-9573a6c32787', 'status': 'completed', 'code': 200} Jun 17 14:47:23.201462 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:47:24.047350 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 49740) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:24.111969 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_v2 [None req-136966a7-3075-4d67-a57b-2dee808b6666 admin admin] Deleting subnet 43e8aac7-a2ca-417f-b8be-280e27851899 {{(pid=78471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 17 14:47:24.115210 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-136966a7-3075-4d67-a57b-2dee808b6666 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:24.172653 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-136966a7-3075-4d67-a57b-2dee808b6666 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15166260'] for subnet, precommit_delete_associations {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:24.234588 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-136966a7-3075-4d67-a57b-2dee808b6666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820958'] for subnet, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:24.503137 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-136966a7-3075-4d67-a57b-2dee808b6666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16519630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14744849'] for subnet, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:24.507174 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:24.542654 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136966a7-3075-4d67-a57b-2dee808b6666 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43e8aac7-a2ca-417f-b8be-280e27851899,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:24.545907 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-136966a7-3075-4d67-a57b-2dee808b6666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:24.546856 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-136966a7-3075-4d67-a57b-2dee808b6666 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:24.553070 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-136966a7-3075-4d67-a57b-2dee808b6666 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/43e8aac7-a2ca-417f-b8be-280e27851899 HTTP/1.1" status: 204 len: 168 time: 0.5046592 Jun 17 14:47:24.555456 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 49748) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:24.665686 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-df1759f1-807a-44cb-95b6-156338efa2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:24.793051 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-df1759f1-807a-44cb-95b6-156338efa2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821569', 'neutron.services.segments.db._delete_segments_for_network-8744814336166'] for network, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:24.806523 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.services.segments.db [None req-df1759f1-807a-44cb-95b6-156338efa2d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da004276-3bef-4930-bce8-fa0a82288e99']}} {{(pid=78471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:47:24.819259 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.services.segments.db [None req-df1759f1-807a-44cb-95b6-156338efa2d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf8a059-7358-49fc-8af6-286460ed4cfc') {'for_net_delete': True} {{(pid=78471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:47:24.819554 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.services.segments.db [None req-df1759f1-807a-44cb-95b6-156338efa2d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf8a059-7358-49fc-8af6-286460ed4cfc') {} {{(pid=78471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:47:24.831351 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-df1759f1-807a-44cb-95b6-156338efa2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744814347277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15166211'] for segment, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:24.847494 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-df1759f1-807a-44cb-95b6-156338efa2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:24.853654 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1759f1-807a-44cb-95b6-156338efa2d3 admin admin] Releasing vlan 1315 on physical network physnet1 to pool {{(pid=78471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:47:24.854032 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-df1759f1-807a-44cb-95b6-156338efa2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1816777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16519788'] for segment, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: Traceback (most recent call last): Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: timer() Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: cb(*args, **kw) Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: return func(*args, **kwargs) Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: self._notify() Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: self.callback(batched_events) Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: event.method(event) Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: return f(self, *a, **k) Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: return self._get(url).json() Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: return self.request(url, 'GET', **kwargs) Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:47:24.867999 dv-cinder-796859-1-smb neutron-server[78471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:47:24.944721 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-df1759f1-807a-44cb-95b6-156338efa2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768958'] for network, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:24.948403 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:24.961734 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-df1759f1-807a-44cb-95b6-156338efa2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:24.973121 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1759f1-807a-44cb-95b6-156338efa2d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=da004276-3bef-4930-bce8-fa0a82288e99,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:24.976300 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-df1759f1-807a-44cb-95b6-156338efa2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:24.981781 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-df1759f1-807a-44cb-95b6-156338efa2d3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/da004276-3bef-4930-bce8-fa0a82288e99 HTTP/1.1" status: 204 len: 168 time: 0.4253852 Jun 17 14:47:25.171827 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 49754) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:25.222228 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-32a3f0d0-0f55-46fd-ab38-f217898dd1fc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=425d2721d459444baf71053bdaa7413e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492022 Jun 17 14:47:25.224628 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 49758) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:25.384880 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-b001d41d-8cd3-441f-89a4-a1597a3ebf0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:25.417553 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-b001d41d-8cd3-441f-89a4-a1597a3ebf0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:25.476824 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-b001d41d-8cd3-441f-89a4-a1597a3ebf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:25.480685 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-db3ae7d5-7e37-417c-96f7-33f7f24fa41f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:25.495836 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001d41d-8cd3-441f-89a4-a1597a3ebf0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537c6569-5225-4698-8b94-66aba49ba33a,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:25.499212 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-b001d41d-8cd3-441f-89a4-a1597a3ebf0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:25.521486 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-b001d41d-8cd3-441f-89a4-a1597a3ebf0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:25.525947 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-b001d41d-8cd3-441f-89a4-a1597a3ebf0a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/537c6569-5225-4698-8b94-66aba49ba33a HTTP/1.1" status: 204 len: 168 time: 0.2972143 Jun 17 14:47:25.708978 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:26.756367 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device f49cc714-fd73-4171-826e-9573a6c32787 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:47:26.800037 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] No Port match for: f49cc714-fd73-4171-826e-9573a6c32787 {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:47:26.800372 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device f49cc714-fd73-4171-826e-9573a6c32787 not bound to the agent host hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:47:27.289024 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 49810) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:27.422991 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-99b98678-fc34-4a69-b1ac-81e22c24f709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:27.437396 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-99b98678-fc34-4a69-b1ac-81e22c24f709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:47:27.441177 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-99b98678-fc34-4a69-b1ac-81e22c24f709 admin admin] Usage tracker for resource:security_group_rule and tenant:34c9103c06cc4ccfb00cd95fa623534b is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:47:27.443974 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-99b98678-fc34-4a69-b1ac-81e22c24f709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:47:27.449552 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-99b98678-fc34-4a69-b1ac-81e22c24f709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:47:27.532413 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-99b98678-fc34-4a69-b1ac-81e22c24f709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:27.536383 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-99b98678-fc34-4a69-b1ac-81e22c24f709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:27.543478 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-4cfba8e0-88ef-44bd-a3b3-2a00ea0a73f7 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:27.588580 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-99b98678-fc34-4a69-b1ac-81e22c24f709 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=34c9103c06cc4ccfb00cd95fa623534b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978554 Jun 17 14:47:27.589280 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b98678-fc34-4a69-b1ac-81e22c24f709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d5cbdb-93cb-400d-9766-ff53e90ffeee,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:27.591850 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 49820) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:27.593154 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-99b98678-fc34-4a69-b1ac-81e22c24f709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:27.653103 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-f43e5128-ca41-4fb8-943f-0ba2ee0293af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:27.680447 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-f43e5128-ca41-4fb8-943f-0ba2ee0293af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:27.737497 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-f43e5128-ca41-4fb8-943f-0ba2ee0293af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:27.741730 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-04441fd2-e670-4363-a4aa-e1486ac2dc40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:27.754770 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e5128-ca41-4fb8-943f-0ba2ee0293af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d5cbdb-93cb-400d-9766-ff53e90ffeee,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:27.766491 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e5128-ca41-4fb8-943f-0ba2ee0293af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:47:27.766965 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e5128-ca41-4fb8-943f-0ba2ee0293af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:47:27.767427 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e5128-ca41-4fb8-943f-0ba2ee0293af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:47:27.767897 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e5128-ca41-4fb8-943f-0ba2ee0293af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:47:27.768337 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e5128-ca41-4fb8-943f-0ba2ee0293af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:47:27.768773 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e5128-ca41-4fb8-943f-0ba2ee0293af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:47:27.769205 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e5128-ca41-4fb8-943f-0ba2ee0293af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:47:27.769687 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e5128-ca41-4fb8-943f-0ba2ee0293af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:47:27.770131 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e5128-ca41-4fb8-943f-0ba2ee0293af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:47:27.770567 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e5128-ca41-4fb8-943f-0ba2ee0293af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:47:27.771011 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e5128-ca41-4fb8-943f-0ba2ee0293af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:47:27.771453 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e5128-ca41-4fb8-943f-0ba2ee0293af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:47:27.774699 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-f43e5128-ca41-4fb8-943f-0ba2ee0293af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:27.775864 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-f43e5128-ca41-4fb8-943f-0ba2ee0293af admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/20d5cbdb-93cb-400d-9766-ff53e90ffeee HTTP/1.1" status: 204 len: 168 time: 0.1836901 Jun 17 14:47:27.776913 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-f43e5128-ca41-4fb8-943f-0ba2ee0293af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:28.077403 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 49828) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:28.096008 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-67abc4c0-6713-4c75-86eb-bd5d753e2113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:28.110165 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-67abc4c0-6713-4c75-86eb-bd5d753e2113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:47:28.113976 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-67abc4c0-6713-4c75-86eb-bd5d753e2113 admin admin] Usage tracker for resource:security_group_rule and tenant:670d1e50b8444cbdb9f2fe85e32ce442 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:47:28.116907 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-67abc4c0-6713-4c75-86eb-bd5d753e2113 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:47:28.122752 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-67abc4c0-6713-4c75-86eb-bd5d753e2113 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:47:28.209154 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-67abc4c0-6713-4c75-86eb-bd5d753e2113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:28.212853 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-67abc4c0-6713-4c75-86eb-bd5d753e2113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:28.221857 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-2ad59762-802c-4514-9754-b37308dbd8a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:28.261482 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-67abc4c0-6713-4c75-86eb-bd5d753e2113 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=670d1e50b8444cbdb9f2fe85e32ce442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1829863 Jun 17 14:47:28.263395 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abc4c0-6713-4c75-86eb-bd5d753e2113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e410be-69a2-4371-9c7b-24de3c8d19b0,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:28.264860 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 49832) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:28.267101 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-67abc4c0-6713-4c75-86eb-bd5d753e2113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:28.328678 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-df1acc6c-bff9-4e0e-8486-982f3a8bbfb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:28.359392 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-df1acc6c-bff9-4e0e-8486-982f3a8bbfb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:28.414368 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-df1acc6c-bff9-4e0e-8486-982f3a8bbfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:28.418130 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-a5d0ba3c-5f1e-456e-9700-46f72b07ac08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:28.430332 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1acc6c-bff9-4e0e-8486-982f3a8bbfb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e410be-69a2-4371-9c7b-24de3c8d19b0,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:28.433191 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-df1acc6c-bff9-4e0e-8486-982f3a8bbfb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:28.441401 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-df1acc6c-bff9-4e0e-8486-982f3a8bbfb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:28.445235 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-df1acc6c-bff9-4e0e-8486-982f3a8bbfb1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c7e410be-69a2-4371-9c7b-24de3c8d19b0 HTTP/1.1" status: 204 len: 168 time: 0.1792274 Jun 17 14:47:30.652723 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 49900) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:30.867426 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [None req-805e36fb-84ce-4a11-8be2-ab08abc8e566 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Deleting port 0f58b7c4-9f87-4317-b734-c66fe27c5b44 {{(pid=78471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:47:30.867757 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-805e36fb-84ce-4a11-8be2-ab08abc8e566 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:31.037599 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-805e36fb-84ce-4a11-8be2-ab08abc8e566 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:31.037937 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-805e36fb-84ce-4a11-8be2-ab08abc8e566 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:31.169315 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [None req-805e36fb-84ce-4a11-8be2-ab08abc8e566 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Calling delete_port for 0f58b7c4-9f87-4317-b734-c66fe27c5b44 owned by network:floatingip {{(pid=78471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:47:31.332158 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-805e36fb-84ce-4a11-8be2-ab08abc8e566 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:31.341971 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-7c4cec82-fb04-4ee3-a4cb-708c28a9b504 tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:31.421165 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e36fb-84ce-4a11-8be2-ab08abc8e566 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Pushing event deleted for resources: {'Port': ['ID=0f58b7c4-9f87-4317-b734-c66fe27c5b44,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:31.454368 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-805e36fb-84ce-4a11-8be2-ab08abc8e566 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:31.487613 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-805e36fb-84ce-4a11-8be2-ab08abc8e566 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for floatingip, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:31.488002 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.db.l3_db [None req-805e36fb-84ce-4a11-8be2-ab08abc8e566 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Floating IP 58323123-2047-4a7f-9195-7b299e11c680 disassociated (deleted). External IP: 172.28.2.71, port: 24a8b426-cc9f-47aa-86b4-232d3ebc7da0. Jun 17 14:47:31.753725 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 49928) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:31.876992 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-1b751acb-eba3-47b4-8006-1e4af3e1493c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:31.893509 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-1b751acb-eba3-47b4-8006-1e4af3e1493c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:47:31.897602 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-1b751acb-eba3-47b4-8006-1e4af3e1493c admin admin] Usage tracker for resource:security_group_rule and tenant:6cf681612d2549d79cab4c291edef7ec is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:47:31.900886 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-1b751acb-eba3-47b4-8006-1e4af3e1493c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:47:31.908585 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-1b751acb-eba3-47b4-8006-1e4af3e1493c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:47:31.986713 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805e36fb-84ce-4a11-8be2-ab08abc8e566 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Router 2910190a-f424-490e-b1a5-107ea8b1daa1 has already been hosted by L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 {{(pid=78471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:47:32.007817 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-1b751acb-eba3-47b4-8006-1e4af3e1493c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:32.011840 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-1b751acb-eba3-47b4-8006-1e4af3e1493c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:32.019947 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-31496225-cb92-49d6-a127-e78b1a5ef66b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:32.065345 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-1b751acb-eba3-47b4-8006-1e4af3e1493c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6cf681612d2549d79cab4c291edef7ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3104985 Jun 17 14:47:32.066053 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 49934) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:32.083093 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b751acb-eba3-47b4-8006-1e4af3e1493c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f3356e-3c7c-4c5b-b936-36c264fb801b,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:32.120694 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-1b751acb-eba3-47b4-8006-1e4af3e1493c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:32.136522 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-0f3482d2-7fd6-48b0-a0b3-96ce56e15277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:32.164327 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-0f3482d2-7fd6-48b0-a0b3-96ce56e15277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:32.188679 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805e36fb-84ce-4a11-8be2-ab08abc8e566 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:47:32.198797 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75abe57e-977d-4cc8-acf1-88013821b29c None None] Sync routers for ids ['2910190a-f424-490e-b1a5-107ea8b1daa1'] in dv-cinder-796859-1-smb {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:47:32.210276 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-805e36fb-84ce-4a11-8be2-ab08abc8e566 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for floatingip, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:32.211059 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75abe57e-977d-4cc8-acf1-88013821b29c None None] Routers {'2910190a-f424-490e-b1a5-107ea8b1daa1'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:47:32.211965 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-75abe57e-977d-4cc8-acf1-88013821b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:47:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['2910190a-f424-490e-b1a5-107ea8b1daa1'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:47:32.220178 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-0f3482d2-7fd6-48b0-a0b3-96ce56e15277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:32.224504 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-1f9c97a3-4e86-4cf9-8d24-2837d39607ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:32.235733 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3482d2-7fd6-48b0-a0b3-96ce56e15277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f3356e-3c7c-4c5b-b936-36c264fb801b,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:32.239970 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-0f3482d2-7fd6-48b0-a0b3-96ce56e15277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:32.249226 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-0f3482d2-7fd6-48b0-a0b3-96ce56e15277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:32.253909 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-0f3482d2-7fd6-48b0-a0b3-96ce56e15277 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/27f3356e-3c7c-4c5b-b936-36c264fb801b HTTP/1.1" status: 204 len: 168 time: 0.1836762 Jun 17 14:47:32.271573 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-805e36fb-84ce-4a11-8be2-ab08abc8e566 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "DELETE /v2.0/floatingips/58323123-2047-4a7f-9195-7b299e11c680 HTTP/1.1" status: 204 len: 168 time: 1.6177630 Jun 17 14:47:32.272340 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2fa79b-d9e5-4368-a087-3bdb9d36a524', 'tag': '24a8b426-cc9f-47aa-86b4-232d3ebc7da0'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:47:32.321062 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2fa79b-d9e5-4368-a087-3bdb9d36a524', 'tag': '24a8b426-cc9f-47aa-86b4-232d3ebc7da0', 'status': 'completed', 'code': 200} Jun 17 14:47:32.427395 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-75abe57e-977d-4cc8-acf1-88013821b29c None None] Set router 2910190a-f424-490e-b1a5-107ea8b1daa1 gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:47:32.487210 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f202a-252f-40ec-b2ea-18c2e66b3133 req-beb1243e-6271-4158-b875-236d861dbaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:47:32.489214 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-590f202a-252f-40ec-b2ea-18c2e66b3133 req-beb1243e-6271-4158-b875-236d861dbaf2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9fea33bc93f24501bb4890e68635291e&device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 1099 time: 0.1173408 Jun 17 14:47:32.701296 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f202a-252f-40ec-b2ea-18c2e66b3133 req-9a4f1384-9955-4d96-8b87-82422c7c944d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:47:32.703260 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-590f202a-252f-40ec-b2ea-18c2e66b3133 req-9a4f1384-9955-4d96-8b87-82422c7c944d service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9c6f823-49c8-4485-b839-e1f6ac7bae1f HTTP/1.1" status: 200 len: 910 time: 0.2074926 Jun 17 14:47:32.764858 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad4451-907b-4008-9081-9bd7cca67e25 req-dba56eaf-8b51-4af1-962a-14d1fbe767a2 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:47:32.766445 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-40ad4451-907b-4008-9081-9bd7cca67e25 req-dba56eaf-8b51-4af1-962a-14d1fbe767a2 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 946 time: 0.1303687 Jun 17 14:47:32.803352 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-590f202a-252f-40ec-b2ea-18c2e66b3133 req-be08339d-5ed4-4e7b-ba0a-1a45a5ade521 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24a8b426-cc9f-47aa-86b4-232d3ebc7da0 HTTP/1.1" status: 200 len: 217 time: 0.0920501 Jun 17 14:47:32.834363 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-40ad4451-907b-4008-9081-9bd7cca67e25 req-b9abf294-c37a-40a8-a977-31fc2bf6f207 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611777 Jun 17 14:47:32.850144 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-75abe57e-977d-4cc8-acf1-88013821b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'name': 'tempest-TestShelveInstance-288871012-router', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '0c142e06-5494-4005-bfd6-947a497a92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:42:31Z', 'updated_at': '2021-06-17T14:42:35Z', 'revision_number': 4, 'project_id': '9fea33bc93f24501bb4890e68635291e', 'gw_port': {'id': '0c142e06-5494-4005-bfd6-947a497a92af', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:32Z', 'updated_at': '2021-06-17T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': 'c5178557-12de-4ce3-9cc6-bfe4c73e0780', 'name': '', 'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'mac_address': 'fa:16:3e:a8:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'e046bc50-f404-4c4a-b363-a37e2ffe6253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:35Z', 'updated_at': '2021-06-17T14:42:42Z', 'revision_number': 5, 'project_id': '9fea33bc93f24501bb4890e68635291e', 'subnets': [{'id': 'e046bc50-f404-4c4a-b363-a37e2ffe6253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:47:32.865559 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75abe57e-977d-4cc8-acf1-88013821b29c None None] Checking router: 2910190a-f424-490e-b1a5-107ea8b1daa1 for host: dv-cinder-796859-1-smb {{(pid=78473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:47:32.876868 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75abe57e-977d-4cc8-acf1-88013821b29c None None] Routers {'2910190a-f424-490e-b1a5-107ea8b1daa1'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:47:32.877527 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-75abe57e-977d-4cc8-acf1-88013821b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:47:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['2910190a-f424-490e-b1a5-107ea8b1daa1'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:47:32.891529 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f202a-252f-40ec-b2ea-18c2e66b3133 req-52bed318-a78e-4525-aa9a-5a67bf014763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:47:32.894030 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-590f202a-252f-40ec-b2ea-18c2e66b3133 req-52bed318-a78e-4525-aa9a-5a67bf014763 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e046bc50-f404-4c4a-b363-a37e2ffe6253 HTTP/1.1" status: 200 len: 847 time: 0.0825081 Jun 17 14:47:32.998350 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f202a-252f-40ec-b2ea-18c2e66b3133 req-5741bf18-07e5-40cd-a522-ac15a98507fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:47:32.999954 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-590f202a-252f-40ec-b2ea-18c2e66b3133 req-5741bf18-07e5-40cd-a522-ac15a98507fa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9c6f823-49c8-4485-b839-e1f6ac7bae1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0983415 Jun 17 14:47:33.088159 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-75abe57e-977d-4cc8-acf1-88013821b29c None None] Set router 2910190a-f424-490e-b1a5-107ea8b1daa1 gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:47:33.260965 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-590f202a-252f-40ec-b2ea-18c2e66b3133 req-2173c687-36ae-42db-b602-b1ad36f8100e service neutron] 10.222.0.72 "GET /v2.0/networks/f9c6f823-49c8-4485-b839-e1f6ac7bae1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526851 Jun 17 14:47:33.434530 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-590f202a-252f-40ec-b2ea-18c2e66b3133 req-e73a74d9-f863-4ec4-85a2-377972d0683c service neutron] 10.222.0.72 "GET /v2.0/networks/f9c6f823-49c8-4485-b839-e1f6ac7bae1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668382 Jun 17 14:47:33.570365 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-75abe57e-977d-4cc8-acf1-88013821b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'name': 'tempest-TestShelveInstance-288871012-router', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '0c142e06-5494-4005-bfd6-947a497a92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:42:31Z', 'updated_at': '2021-06-17T14:42:35Z', 'revision_number': 4, 'project_id': '9fea33bc93f24501bb4890e68635291e', 'gw_port': {'id': '0c142e06-5494-4005-bfd6-947a497a92af', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:32Z', 'updated_at': '2021-06-17T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': 'c5178557-12de-4ce3-9cc6-bfe4c73e0780', 'name': '', 'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'mac_address': 'fa:16:3e:a8:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'e046bc50-f404-4c4a-b363-a37e2ffe6253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:35Z', 'updated_at': '2021-06-17T14:42:42Z', 'revision_number': 5, 'project_id': '9fea33bc93f24501bb4890e68635291e', 'subnets': [{'id': 'e046bc50-f404-4c4a-b363-a37e2ffe6253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:47:33.574727 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75abe57e-977d-4cc8-acf1-88013821b29c None None] The sync data for ids ['2910190a-f424-490e-b1a5-107ea8b1daa1'] in dv-cinder-796859-1-smb is: [{'id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'name': 'tempest-TestShelveInstance-288871012-router', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '0c142e06-5494-4005-bfd6-947a497a92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:42:31Z', 'updated_at': '2021-06-17T14:42:35Z', 'revision_number': 4, 'project_id': '9fea33bc93f24501bb4890e68635291e', 'gw_port': {'id': '0c142e06-5494-4005-bfd6-947a497a92af', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:32Z', 'updated_at': '2021-06-17T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': 'c5178557-12de-4ce3-9cc6-bfe4c73e0780', 'name': '', 'network_id': 'f9c6f823-49c8-4485-b839-e1f6ac7bae1f', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'mac_address': 'fa:16:3e:a8:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'e046bc50-f404-4c4a-b363-a37e2ffe6253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:35Z', 'updated_at': '2021-06-17T14:42:42Z', 'revision_number': 5, 'project_id': '9fea33bc93f24501bb4890e68635291e', 'subnets': [{'id': 'e046bc50-f404-4c4a-b363-a37e2ffe6253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:47:33.865131 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b268ba72-4d6c-4d1d-869f-00755115fbbe None None] New status for floating IP 58323123-2047-4a7f-9195-7b299e11c680: DOWN {{(pid=78474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:47:34.103771 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005326f-fa4f-43b9-ad5d-8071c0cc0246 req-aa08d608-afd3-4438-a232-0eb988353ef6 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:47:34.105964 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-3005326f-fa4f-43b9-ad5d-8071c0cc0246 req-aa08d608-afd3-4438-a232-0eb988353ef6 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Synchronizing usage tracker for tenant:9fea33bc93f24501bb4890e68635291e on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:47:34.128119 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-3005326f-fa4f-43b9-ad5d-8071c0cc0246 req-aa08d608-afd3-4438-a232-0eb988353ef6 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Unset dirty status for tenant:9fea33bc93f24501bb4890e68635291e on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:47:34.129343 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-3005326f-fa4f-43b9-ad5d-8071c0cc0246 req-aa08d608-afd3-4438-a232-0eb988353ef6 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 946 time: 0.1350231 Jun 17 14:47:34.180526 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-3005326f-fa4f-43b9-ad5d-8071c0cc0246 req-5b2bb661-c3ba-4ce2-8eb4-4930161a3cec tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/security-groups?id=584e7df4-a681-45db-aee7-b0412901ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452955 Jun 17 14:47:34.306119 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61946e88-dbd8-4eac-b339-5636761b3a4b req-804776b9-2bfb-4997-910c-844c5fb15f7a tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:47:34.307593 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-61946e88-dbd8-4eac-b339-5636761b3a4b req-804776b9-2bfb-4997-910c-844c5fb15f7a tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 946 time: 0.0862036 Jun 17 14:47:34.381724 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-61946e88-dbd8-4eac-b339-5636761b3a4b req-1ba800f9-0a47-472b-ae9f-c00053c58edf tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Deleting port 24a8b426-cc9f-47aa-86b4-232d3ebc7da0 {{(pid=78471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:47:34.382060 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-61946e88-dbd8-4eac-b339-5636761b3a4b req-1ba800f9-0a47-472b-ae9f-c00053c58edf tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:34.649478 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-61946e88-dbd8-4eac-b339-5636761b3a4b req-1ba800f9-0a47-472b-ae9f-c00053c58edf tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] For port 24a8b426-cc9f-47aa-86b4-232d3ebc7da0, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=24a8b426-cc9f-47aa-86b4-232d3ebc7da0,segment=NetworkSegment(641cfba1-205c-43fe-b661-eaecd2041264),segment_id=641cfba1-205c-43fe-b661-eaecd2041264)] {{(pid=78471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:47:34.650491 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-61946e88-dbd8-4eac-b339-5636761b3a4b req-1ba800f9-0a47-472b-ae9f-c00053c58edf tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:34.907179 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-61946e88-dbd8-4eac-b339-5636761b3a4b req-1ba800f9-0a47-472b-ae9f-c00053c58edf tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Calling delete_port for 24a8b426-cc9f-47aa-86b4-232d3ebc7da0 owned by compute:nova {{(pid=78471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:47:35.078869 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-61946e88-dbd8-4eac-b339-5636761b3a4b req-1ba800f9-0a47-472b-ae9f-c00053c58edf tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:35.088725 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3c669a38-d99c-4883-9e8c-cd9ad69320bd tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:35.147642 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba800f9-0a47-472b-ae9f-c00053c58edf tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Pushing event deleted for resources: {'Port': ['ID=24a8b426-cc9f-47aa-86b4-232d3ebc7da0,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:35.153240 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-1ba800f9-0a47-472b-ae9f-c00053c58edf tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:35.243114 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-61946e88-dbd8-4eac-b339-5636761b3a4b req-1ba800f9-0a47-472b-ae9f-c00053c58edf tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] No DVR routers for this DVR port 24a8b426-cc9f-47aa-86b4-232d3ebc7da0 on host hv-cinder-79685 {{(pid=78471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:47:35.245657 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-61946e88-dbd8-4eac-b339-5636761b3a4b req-1ba800f9-0a47-472b-ae9f-c00053c58edf tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:35.249266 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2fa79b-d9e5-4368-a087-3bdb9d36a524', 'name': 'network-vif-deleted', 'tag': '24a8b426-cc9f-47aa-86b4-232d3ebc7da0'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:47:35.282678 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-61946e88-dbd8-4eac-b339-5636761b3a4b req-1ba800f9-0a47-472b-ae9f-c00053c58edf tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.72 "DELETE /v2.0/ports/24a8b426-cc9f-47aa-86b4-232d3ebc7da0 HTTP/1.1" status: 204 len: 173 time: 0.9691443 Jun 17 14:47:35.315677 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2fa79b-d9e5-4368-a087-3bdb9d36a524', 'name': 'network-vif-deleted', 'tag': '24a8b426-cc9f-47aa-86b4-232d3ebc7da0', 'status': 'completed', 'code': 200} Jun 17 14:47:35.389164 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-ea3b01f4-4c9f-4002-a63f-5fae40e43e76 req-a9d57aac-a319-4e33-80e1-50408d045d38 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d2fa79b-d9e5-4368-a087-3bdb9d36a524 HTTP/1.1" status: 200 len: 210 time: 0.0505030 Jun 17 14:47:36.383196 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-7c0e8c2b-631b-44ad-a77f-1a4a0f6b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:36.500750 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 50040) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:36.574625 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-ef1e27c1-2816-40a8-bc28-3fe066ad28a9 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:36.606737 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-ef1e27c1-2816-40a8-bc28-3fe066ad28a9 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:36.676571 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-ef1e27c1-2816-40a8-bc28-3fe066ad28a9 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:36.684561 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-41356c0d-24c1-4583-9632-1e047b2e3adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:36.699065 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e27c1-2816-40a8-bc28-3fe066ad28a9 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=584e7df4-a681-45db-aee7-b0412901ab81,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:36.703390 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-ef1e27c1-2816-40a8-bc28-3fe066ad28a9 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:36.710979 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-ef1e27c1-2816-40a8-bc28-3fe066ad28a9 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:36.712091 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-ef1e27c1-2816-40a8-bc28-3fe066ad28a9 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] 10.222.0.77 "DELETE /v2.0/security-groups/584e7df4-a681-45db-aee7-b0412901ab81 HTTP/1.1" status: 204 len: 168 time: 0.2103379 Jun 17 14:47:36.756599 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 50046) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:36.862873 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:37.521829 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9af76784-1288-4581-a7a8-670136e0b22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768446'] for router_interface, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:38.032828 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-9af76784-1288-4581-a7a8-670136e0b22c admin admin] Deleting port c5178557-12de-4ce3-9cc6-bfe4c73e0780 {{(pid=78472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:47:38.033159 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9af76784-1288-4581-a7a8-670136e0b22c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:38.214507 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.db [None req-9af76784-1288-4581-a7a8-670136e0b22c admin admin] For port c5178557-12de-4ce3-9cc6-bfe4c73e0780, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=c5178557-12de-4ce3-9cc6-bfe4c73e0780,segment=NetworkSegment(641cfba1-205c-43fe-b661-eaecd2041264),segment_id=641cfba1-205c-43fe-b661-eaecd2041264)] {{(pid=78472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:47:38.214763 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9af76784-1288-4581-a7a8-670136e0b22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:38.341344 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-9af76784-1288-4581-a7a8-670136e0b22c admin admin] Calling delete_port for c5178557-12de-4ce3-9cc6-bfe4c73e0780 owned by network:router_interface {{(pid=78472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:47:38.554203 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9af76784-1288-4581-a7a8-670136e0b22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14896044'] for port, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:38.557968 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:38.611483 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af76784-1288-4581-a7a8-670136e0b22c admin admin] Pushing event deleted for resources: {'Port': ['ID=c5178557-12de-4ce3-9cc6-bfe4c73e0780,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:38.639878 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-9af76784-1288-4581-a7a8-670136e0b22c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:38.833218 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 24a8b426-cc9f-47aa-86b4-232d3ebc7da0 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:47:38.874237 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] No Port match for: 24a8b426-cc9f-47aa-86b4-232d3ebc7da0 {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:47:38.874588 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device 24a8b426-cc9f-47aa-86b4-232d3ebc7da0 not bound to the agent host hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:47:38.904527 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9af76784-1288-4581-a7a8-670136e0b22c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752654'] for router_interface, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:38.944913 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-bad318c7-2fb1-4075-bb9f-e0a9acc50a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:39.418069 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af76784-1288-4581-a7a8-670136e0b22c admin admin] Router 2910190a-f424-490e-b1a5-107ea8b1daa1 has already been hosted by L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 {{(pid=78472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:47:39.739524 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af76784-1288-4581-a7a8-670136e0b22c admin admin] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:47:39.749303 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ed85b1-9c38-4274-9928-68c2f1c2e4a8 None None] Sync routers for ids ['2910190a-f424-490e-b1a5-107ea8b1daa1'] in dv-cinder-796859-1-smb {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:47:39.752778 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-9af76784-1288-4581-a7a8-670136e0b22c admin admin] 10.222.0.77 "PUT /v2.0/routers/2910190a-f424-490e-b1a5-107ea8b1daa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9950755 Jun 17 14:47:39.756938 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 50104) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:39.761235 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ed85b1-9c38-4274-9928-68c2f1c2e4a8 None None] Routers {'2910190a-f424-490e-b1a5-107ea8b1daa1'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:47:39.761905 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-63ed85b1-9c38-4274-9928-68c2f1c2e4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:47:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['2910190a-f424-490e-b1a5-107ea8b1daa1'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:47:39.974710 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7f92cf6c-280f-4f61-8fff-c0e7cceb6b4c admin admin] Notify callbacks [] for router, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:40.006506 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-63ed85b1-9c38-4274-9928-68c2f1c2e4a8 None None] Set router 2910190a-f424-490e-b1a5-107ea8b1daa1 gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:47:40.198076 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7f92cf6c-280f-4f61-8fff-c0e7cceb6b4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:40.211220 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [None req-7f92cf6c-280f-4f61-8fff-c0e7cceb6b4c admin admin] Deleting port 0c142e06-5494-4005-bfd6-947a497a92af {{(pid=78471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:47:40.211892 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7f92cf6c-280f-4f61-8fff-c0e7cceb6b4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:40.299906 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:40.463845 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [None req-7f92cf6c-280f-4f61-8fff-c0e7cceb6b4c admin admin] For port 0c142e06-5494-4005-bfd6-947a497a92af, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=0c142e06-5494-4005-bfd6-947a497a92af,segment=NetworkSegment(23ce0af5-72f9-4008-9996-e17bae4589dc),segment_id=23ce0af5-72f9-4008-9996-e17bae4589dc)] {{(pid=78471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:47:40.464200 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7f92cf6c-280f-4f61-8fff-c0e7cceb6b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:40.470302 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-63ed85b1-9c38-4274-9928-68c2f1c2e4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'name': 'tempest-TestShelveInstance-288871012-router', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '0c142e06-5494-4005-bfd6-947a497a92af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:42:31Z', 'updated_at': '2021-06-17T14:47:38Z', 'revision_number': 5, 'project_id': '9fea33bc93f24501bb4890e68635291e', 'gw_port': {'id': '0c142e06-5494-4005-bfd6-947a497a92af', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:32Z', 'updated_at': '2021-06-17T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb'}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:47:40.474464 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ed85b1-9c38-4274-9928-68c2f1c2e4a8 None None] Checking router: 2910190a-f424-490e-b1a5-107ea8b1daa1 for host: dv-cinder-796859-1-smb {{(pid=78473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:47:40.483468 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ed85b1-9c38-4274-9928-68c2f1c2e4a8 None None] Routers {'2910190a-f424-490e-b1a5-107ea8b1daa1'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:47:40.484090 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-63ed85b1-9c38-4274-9928-68c2f1c2e4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:47:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['2910190a-f424-490e-b1a5-107ea8b1daa1'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:47:40.598093 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [None req-7f92cf6c-280f-4f61-8fff-c0e7cceb6b4c admin admin] Calling delete_port for 0c142e06-5494-4005-bfd6-947a497a92af owned by network:router_gateway {{(pid=78471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:47:40.651216 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-63ed85b1-9c38-4274-9928-68c2f1c2e4a8 None None] Set router 2910190a-f424-490e-b1a5-107ea8b1daa1 gateway port host: None {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:47:40.828013 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7f92cf6c-280f-4f61-8fff-c0e7cceb6b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:40.833612 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-63ed85b1-9c38-4274-9928-68c2f1c2e4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'name': 'tempest-TestShelveInstance-288871012-router', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:42:31Z', 'updated_at': '2021-06-17T14:47:40Z', 'revision_number': 6, 'project_id': '9fea33bc93f24501bb4890e68635291e', 'gw_port_host': None}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:47:40.834646 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-36383952-0dc5-4d7c-82ac-8c712f440bf5 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:40.839678 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ed85b1-9c38-4274-9928-68c2f1c2e4a8 None None] The sync data for ids ['2910190a-f424-490e-b1a5-107ea8b1daa1'] in dv-cinder-796859-1-smb is: [{'id': '2910190a-f424-490e-b1a5-107ea8b1daa1', 'name': 'tempest-TestShelveInstance-288871012-router', 'tenant_id': '9fea33bc93f24501bb4890e68635291e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:42:31Z', 'updated_at': '2021-06-17T14:47:40Z', 'revision_number': 6, 'project_id': '9fea33bc93f24501bb4890e68635291e', 'gw_port_host': None}] {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:47:40.922580 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92cf6c-280f-4f61-8fff-c0e7cceb6b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=0c142e06-5494-4005-bfd6-947a497a92af,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:40.925159 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-7f92cf6c-280f-4f61-8fff-c0e7cceb6b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:41.024996 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7f92cf6c-280f-4f61-8fff-c0e7cceb6b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768913'] for router_gateway, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:41.383426 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7f92cf6c-280f-4f61-8fff-c0e7cceb6b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3814'] for router, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:41.403680 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7f92cf6c-280f-4f61-8fff-c0e7cceb6b4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:41.442977 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7f92cf6c-280f-4f61-8fff-c0e7cceb6b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746556'] for router, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:41.443551 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f92cf6c-280f-4f61-8fff-c0e7cceb6b4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2910190a-f424-490e-b1a5-107ea8b1daa1 {{(pid=78471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 14:47:41.460034 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-7f92cf6c-280f-4f61-8fff-c0e7cceb6b4c admin admin] Notify callbacks [] for router, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:41.461319 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-7f92cf6c-280f-4f61-8fff-c0e7cceb6b4c admin admin] 10.222.0.77 "DELETE /v2.0/routers/2910190a-f424-490e-b1a5-107ea8b1daa1 HTTP/1.1" status: 204 len: 168 time: 1.7021143 Jun 17 14:47:41.463793 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 50128) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:41.531337 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:41.545699 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd744ea-5673-4354-bfa2-34f6ec5f778e admin admin] Deleting subnet e046bc50-f404-4c4a-b363-a37e2ffe6253 {{(pid=78471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 17 14:47:41.549449 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-bcd744ea-5673-4354-bfa2-34f6ec5f778e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:41.607437 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-bcd744ea-5673-4354-bfa2-34f6ec5f778e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15166260'] for subnet, precommit_delete_associations {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:41.696804 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-bcd744ea-5673-4354-bfa2-34f6ec5f778e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820958'] for subnet, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:41.999823 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-bcd744ea-5673-4354-bfa2-34f6ec5f778e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16519630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14744849'] for subnet, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:42.009821 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:42.081015 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd744ea-5673-4354-bfa2-34f6ec5f778e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e046bc50-f404-4c4a-b363-a37e2ffe6253,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:42.084838 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-bcd744ea-5673-4354-bfa2-34f6ec5f778e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:42.094871 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-bcd744ea-5673-4354-bfa2-34f6ec5f778e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:42.095526 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df289126-2609-4b04-9114-40717b4ef631 None None] Network f9c6f823-49c8-4485-b839-e1f6ac7bae1f requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:47:42.110468 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 50138) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:42.111082 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-bcd744ea-5673-4354-bfa2-34f6ec5f778e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e046bc50-f404-4c4a-b363-a37e2ffe6253 HTTP/1.1" status: 204 len: 168 time: 0.6453121 Jun 17 14:47:42.237932 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-28574b95-c95e-4bae-9b13-105686bbed75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:42.257946 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-28574b95-c95e-4bae-9b13-105686bbed75 admin admin] Deleting port 8411a394-3ff9-4d5a-8fde-330eb018f2ce {{(pid=78472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:47:42.258283 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-28574b95-c95e-4bae-9b13-105686bbed75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:42.400702 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3653c49-bb68-4b63-a5c2-779a288e01ac None None] DHCP port deletion for f9c6f823-49c8-4485-b839-e1f6ac7bae1f request from dv-cinder-796859-1-smb {{(pid=78473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 17 14:47:42.405166 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-f3653c49-bb68-4b63-a5c2-779a288e01ac None None] Deleting port 8411a394-3ff9-4d5a-8fde-330eb018f2ce {{(pid=78473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:47:42.405538 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-f3653c49-bb68-4b63-a5c2-779a288e01ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:42.498420 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.db [None req-28574b95-c95e-4bae-9b13-105686bbed75 admin admin] For port 8411a394-3ff9-4d5a-8fde-330eb018f2ce, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=8411a394-3ff9-4d5a-8fde-330eb018f2ce,segment=NetworkSegment(641cfba1-205c-43fe-b661-eaecd2041264),segment_id=641cfba1-205c-43fe-b661-eaecd2041264)] {{(pid=78472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:47:42.499039 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-28574b95-c95e-4bae-9b13-105686bbed75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:42.519553 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device c5178557-12de-4ce3-9cc6-bfe4c73e0780 no longer exists at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:47:42.571221 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] No Port match for: c5178557-12de-4ce3-9cc6-bfe4c73e0780 {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:47:42.571943 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device c5178557-12de-4ce3-9cc6-bfe4c73e0780 not bound to the agent host dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:47:42.572455 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 0c142e06-5494-4005-bfd6-947a497a92af no longer exists at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:47:42.625866 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] No Port match for: 0c142e06-5494-4005-bfd6-947a497a92af {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:47:42.626172 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 0c142e06-5494-4005-bfd6-947a497a92af not bound to the agent host dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:47:42.626586 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 8411a394-3ff9-4d5a-8fde-330eb018f2ce no longer exists at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:47:42.639447 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-28574b95-c95e-4bae-9b13-105686bbed75 admin admin] Calling delete_port for 8411a394-3ff9-4d5a-8fde-330eb018f2ce owned by network:dhcp {{(pid=78472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:47:42.736936 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-28574b95-c95e-4bae-9b13-105686bbed75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14896044'] for port, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:42.742822 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-a6a7b4d8-762e-4de2-9c93-2b34b9b051e9 tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:42.790956 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28574b95-c95e-4bae-9b13-105686bbed75 admin admin] Pushing event deleted for resources: {'Port': ['ID=8411a394-3ff9-4d5a-8fde-330eb018f2ce,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:42.792764 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28574b95-c95e-4bae-9b13-105686bbed75 admin admin] No DVR routers for this DVR port 8411a394-3ff9-4d5a-8fde-330eb018f2ce on host dv-cinder-796859-1-smb {{(pid=78472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:47:42.794339 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-28574b95-c95e-4bae-9b13-105686bbed75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:42.854067 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-f3653c49-bb68-4b63-a5c2-779a288e01ac None None] For port 8411a394-3ff9-4d5a-8fde-330eb018f2ce, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=8411a394-3ff9-4d5a-8fde-330eb018f2ce,segment=NetworkSegment(641cfba1-205c-43fe-b661-eaecd2041264),segment_id=641cfba1-205c-43fe-b661-eaecd2041264)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:47:42.854453 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-f3653c49-bb68-4b63-a5c2-779a288e01ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:42.924883 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] No active binding found for port 8411a394-3ff9-4d5a-8fde-330eb018f2ce {{(pid=78473) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 17 14:47:42.925295 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 8411a394-3ff9-4d5a-8fde-330eb018f2ce not bound to the agent host dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:47:42.988827 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-f3653c49-bb68-4b63-a5c2-779a288e01ac None None] Calling delete_port for 8411a394-3ff9-4d5a-8fde-330eb018f2ce owned by network:dhcp {{(pid=78473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:47:43.007478 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-28574b95-c95e-4bae-9b13-105686bbed75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821569', 'neutron.services.segments.db._delete_segments_for_network-8744814336166'] for network, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:43.030381 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.services.segments.db [None req-28574b95-c95e-4bae-9b13-105686bbed75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c6f823-49c8-4485-b839-e1f6ac7bae1f']}} {{(pid=78472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:47:43.051786 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.services.segments.db [None req-28574b95-c95e-4bae-9b13-105686bbed75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641cfba1-205c-43fe-b661-eaecd2041264') {'for_net_delete': True} {{(pid=78472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:47:43.052565 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.services.segments.db [None req-28574b95-c95e-4bae-9b13-105686bbed75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641cfba1-205c-43fe-b661-eaecd2041264') {} {{(pid=78472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:47:43.068667 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.db.api [None req-f3653c49-bb68-4b63-a5c2-779a288e01ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78473) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 14:47:43.069047 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_db.api [None req-f3653c49-bb68-4b63-a5c2-779a288e01ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 14:47:43.074480 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-28574b95-c95e-4bae-9b13-105686bbed75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744814347277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15757651'] for segment, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:43.114773 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-28574b95-c95e-4bae-9b13-105686bbed75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:43.122548 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28574b95-c95e-4bae-9b13-105686bbed75 admin admin] Releasing vlan 1318 on physical network physnet1 to pool {{(pid=78472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:47:43.122961 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-28574b95-c95e-4bae-9b13-105686bbed75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1816777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14895229'] for segment, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: Traceback (most recent call last): Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: timer() Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: cb(*args, **kw) Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: return func(*args, **kwargs) Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: self._notify() Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: self.callback(batched_events) Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: event.method(event) Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: return f(self, *a, **k) Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: return self._get(url).json() Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: return self.request(url, 'GET', **kwargs) Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:47:43.136365 dv-cinder-796859-1-smb neutron-server[78472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:47:43.221020 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-28574b95-c95e-4bae-9b13-105686bbed75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768958'] for network, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:43.227641 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-54c394f3-dde7-4cc0-9aa9-fdd4d488ee20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:43.243896 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-28574b95-c95e-4bae-9b13-105686bbed75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:43.255079 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28574b95-c95e-4bae-9b13-105686bbed75 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9c6f823-49c8-4485-b839-e1f6ac7bae1f,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:43.258283 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-28574b95-c95e-4bae-9b13-105686bbed75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:43.272713 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-28574b95-c95e-4bae-9b13-105686bbed75 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f9c6f823-49c8-4485-b839-e1f6ac7bae1f HTTP/1.1" status: 204 len: 168 time: 1.1604884 Jun 17 14:47:43.277426 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 50154) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:43.570563 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-f3653c49-bb68-4b63-a5c2-779a288e01ac None None] Deleting port 8411a394-3ff9-4d5a-8fde-330eb018f2ce {{(pid=78473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:47:43.571219 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-f3653c49-bb68-4b63-a5c2-779a288e01ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:43.645801 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-f3653c49-bb68-4b63-a5c2-779a288e01ac None None] The port '8411a394-3ff9-4d5a-8fde-330eb018f2ce' was deleted {{(pid=78473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 17 14:47:44.224692 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-95d057b4-c3e8-4a82-8d2b-3905c8c7cabd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768446'] for router_interface, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:44.631671 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-95d057b4-c3e8-4a82-8d2b-3905c8c7cabd admin admin] Deleting port 74395272-10d4-4372-8b8e-e916e8c02956 {{(pid=78472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:47:44.632153 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-95d057b4-c3e8-4a82-8d2b-3905c8c7cabd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:44.821455 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.db [None req-95d057b4-c3e8-4a82-8d2b-3905c8c7cabd admin admin] For port 74395272-10d4-4372-8b8e-e916e8c02956, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=74395272-10d4-4372-8b8e-e916e8c02956,segment=NetworkSegment(67fc1da8-6837-48a6-8cf1-179ca8562735),segment_id=67fc1da8-6837-48a6-8cf1-179ca8562735)] {{(pid=78472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:47:44.821827 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-95d057b4-c3e8-4a82-8d2b-3905c8c7cabd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:44.954924 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-95d057b4-c3e8-4a82-8d2b-3905c8c7cabd admin admin] Calling delete_port for 74395272-10d4-4372-8b8e-e916e8c02956 owned by network:router_interface {{(pid=78472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:47:45.162458 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-95d057b4-c3e8-4a82-8d2b-3905c8c7cabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14896044'] for port, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:45.166877 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-ce2d7313-3c0f-498a-9848-6c431535cb4b tempest-AttachVolumeShelveTestJSON-1526105384 tempest-AttachVolumeShelveTestJSON-1526105384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:45.214744 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d057b4-c3e8-4a82-8d2b-3905c8c7cabd admin admin] Pushing event deleted for resources: {'Port': ['ID=74395272-10d4-4372-8b8e-e916e8c02956,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:45.218680 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-95d057b4-c3e8-4a82-8d2b-3905c8c7cabd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:45.535608 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-95d057b4-c3e8-4a82-8d2b-3905c8c7cabd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752654'] for router_interface, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:46.100351 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d057b4-c3e8-4a82-8d2b-3905c8c7cabd admin admin] Router 8f09dfbb-da97-44c8-bed7-98b4a42f3400 has already been hosted by L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 {{(pid=78472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:47:46.307232 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d057b4-c3e8-4a82-8d2b-3905c8c7cabd admin admin] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:47:46.317980 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c67db4-6b9b-4dc5-beda-bf97115b10db None None] Sync routers for ids ['8f09dfbb-da97-44c8-bed7-98b4a42f3400'] in dv-cinder-796859-1-smb {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:47:46.318593 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-95d057b4-c3e8-4a82-8d2b-3905c8c7cabd admin admin] 10.222.0.77 "PUT /v2.0/routers/8f09dfbb-da97-44c8-bed7-98b4a42f3400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0389068 Jun 17 14:47:46.320603 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 50210) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:46.332896 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c67db4-6b9b-4dc5-beda-bf97115b10db None None] Routers {'8f09dfbb-da97-44c8-bed7-98b4a42f3400'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:47:46.333520 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-49c67db4-6b9b-4dc5-beda-bf97115b10db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:47:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['8f09dfbb-da97-44c8-bed7-98b4a42f3400'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:47:46.530012 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-85303115-54ce-4a93-ac07-00e451415841 admin admin] Notify callbacks [] for router, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:46.555068 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-49c67db4-6b9b-4dc5-beda-bf97115b10db None None] Set router 8f09dfbb-da97-44c8-bed7-98b4a42f3400 gateway port host: dv-cinder-796859-1-smb {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:47:46.721991 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-85303115-54ce-4a93-ac07-00e451415841 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:46.736127 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-85303115-54ce-4a93-ac07-00e451415841 admin admin] Deleting port 3435c825-9b04-468f-9276-6ba3a6cfc95d {{(pid=78472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:47:46.737198 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-85303115-54ce-4a93-ac07-00e451415841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:46.957064 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-49c67db4-6b9b-4dc5-beda-bf97115b10db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f09dfbb-da97-44c8-bed7-98b4a42f3400', 'name': 'tempest-TestShelveInstance-1287170498-router', 'tenant_id': '163bf55a85814830bf516d99ba135b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '3435c825-9b04-468f-9276-6ba3a6cfc95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:42:39Z', 'updated_at': '2021-06-17T14:47:45Z', 'revision_number': 5, 'project_id': '163bf55a85814830bf516d99ba135b44', 'gw_port': {'id': '3435c825-9b04-468f-9276-6ba3a6cfc95d', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f09dfbb-da97-44c8-bed7-98b4a42f3400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:42:40Z', 'updated_at': '2021-06-17T14:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb'}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:47:46.963161 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c67db4-6b9b-4dc5-beda-bf97115b10db None None] Checking router: 8f09dfbb-da97-44c8-bed7-98b4a42f3400 for host: dv-cinder-796859-1-smb {{(pid=78474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:47:46.973662 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c67db4-6b9b-4dc5-beda-bf97115b10db None None] Routers {'8f09dfbb-da97-44c8-bed7-98b4a42f3400'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:47:46.974277 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-49c67db4-6b9b-4dc5-beda-bf97115b10db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:47:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['8f09dfbb-da97-44c8-bed7-98b4a42f3400'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:47:47.011644 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.db [None req-85303115-54ce-4a93-ac07-00e451415841 admin admin] For port 3435c825-9b04-468f-9276-6ba3a6cfc95d, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=3435c825-9b04-468f-9276-6ba3a6cfc95d,segment=NetworkSegment(23ce0af5-72f9-4008-9996-e17bae4589dc),segment_id=23ce0af5-72f9-4008-9996-e17bae4589dc)] {{(pid=78472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:47:47.012008 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-85303115-54ce-4a93-ac07-00e451415841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:47.148357 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-49c67db4-6b9b-4dc5-beda-bf97115b10db None None] Set router 8f09dfbb-da97-44c8-bed7-98b4a42f3400 gateway port host: None {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:47:47.161969 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-85303115-54ce-4a93-ac07-00e451415841 admin admin] Calling delete_port for 3435c825-9b04-468f-9276-6ba3a6cfc95d owned by network:router_gateway {{(pid=78472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:47:47.267457 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-49c67db4-6b9b-4dc5-beda-bf97115b10db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f09dfbb-da97-44c8-bed7-98b4a42f3400', 'name': 'tempest-TestShelveInstance-1287170498-router', 'tenant_id': '163bf55a85814830bf516d99ba135b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:42:39Z', 'updated_at': '2021-06-17T14:47:46Z', 'revision_number': 6, 'project_id': '163bf55a85814830bf516d99ba135b44', 'gw_port_host': None}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:47:47.284942 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c67db4-6b9b-4dc5-beda-bf97115b10db None None] The sync data for ids ['8f09dfbb-da97-44c8-bed7-98b4a42f3400'] in dv-cinder-796859-1-smb is: [{'id': '8f09dfbb-da97-44c8-bed7-98b4a42f3400', 'name': 'tempest-TestShelveInstance-1287170498-router', 'tenant_id': '163bf55a85814830bf516d99ba135b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:42:39Z', 'updated_at': '2021-06-17T14:47:46Z', 'revision_number': 6, 'project_id': '163bf55a85814830bf516d99ba135b44', 'gw_port_host': None}] {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:47:47.391305 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-85303115-54ce-4a93-ac07-00e451415841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14896044'] for port, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:47.394253 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-4676cd12-b477-4bd6-bb00-6500a0877b0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:47.442009 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85303115-54ce-4a93-ac07-00e451415841 admin admin] Pushing event deleted for resources: {'Port': ['ID=3435c825-9b04-468f-9276-6ba3a6cfc95d,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:47.445445 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-85303115-54ce-4a93-ac07-00e451415841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:47.658606 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-85303115-54ce-4a93-ac07-00e451415841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768913'] for router_gateway, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:47.893993 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-85303115-54ce-4a93-ac07-00e451415841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3814'] for router, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:47.896379 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-85303115-54ce-4a93-ac07-00e451415841 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:47.931654 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-85303115-54ce-4a93-ac07-00e451415841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746556'] for router, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:47.932427 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85303115-54ce-4a93-ac07-00e451415841 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f09dfbb-da97-44c8-bed7-98b4a42f3400 {{(pid=78472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 14:47:47.947158 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-85303115-54ce-4a93-ac07-00e451415841 admin admin] Notify callbacks [] for router, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:47.948365 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-85303115-54ce-4a93-ac07-00e451415841 admin admin] 10.222.0.77 "DELETE /v2.0/routers/8f09dfbb-da97-44c8-bed7-98b4a42f3400 HTTP/1.1" status: 204 len: 168 time: 1.6268468 Jun 17 14:47:47.952267 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 50244) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:48.040888 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a845371-a393-4d45-85e0-d9764338abd6 admin admin] Deleting subnet 7e14255c-0e7c-4a1b-b187-4a0f783fd3cb {{(pid=78472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 17 14:47:48.053448 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-3a845371-a393-4d45-85e0-d9764338abd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:48.130205 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 50268) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:48.164497 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-3a845371-a393-4d45-85e0-d9764338abd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15757668'] for subnet, precommit_delete_associations {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:48.295340 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-b524b817-4107-4f64-83c5-37659b011fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:48.304147 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-3a845371-a393-4d45-85e0-d9764338abd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820958'] for subnet, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:48.312475 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-b524b817-4107-4f64-83c5-37659b011fcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:47:48.318874 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-b524b817-4107-4f64-83c5-37659b011fcd admin admin] Usage tracker for resource:security_group_rule and tenant:5e6bb6a5e18846a9b1554cab30f6930f is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:47:48.323234 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-b524b817-4107-4f64-83c5-37659b011fcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:47:48.333787 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-b524b817-4107-4f64-83c5-37659b011fcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:47:48.468227 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-b524b817-4107-4f64-83c5-37659b011fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:48.473246 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-b524b817-4107-4f64-83c5-37659b011fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:48.490713 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-53900e52-4cc9-400c-ae51-873ad3100e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:48.553224 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 74395272-10d4-4372-8b8e-e916e8c02956 no longer exists at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:47:48.554441 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524b817-4107-4f64-83c5-37659b011fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdad2bb-ae27-42da-9081-c8777ed9e33d,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:48.563160 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-b524b817-4107-4f64-83c5-37659b011fcd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5e6bb6a5e18846a9b1554cab30f6930f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4315932 Jun 17 14:47:48.564623 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-b524b817-4107-4f64-83c5-37659b011fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:48.565185 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 50294) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:48.619975 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] No Port match for: 74395272-10d4-4372-8b8e-e916e8c02956 {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:47:48.620431 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 74395272-10d4-4372-8b8e-e916e8c02956 not bound to the agent host dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:47:48.621004 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 3435c825-9b04-468f-9276-6ba3a6cfc95d no longer exists at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:47:48.657354 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-1f1d0cea-9bc3-45ba-968c-a9d4e145c688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:48.661155 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] No Port match for: 3435c825-9b04-468f-9276-6ba3a6cfc95d {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:47:48.661734 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 3435c825-9b04-468f-9276-6ba3a6cfc95d not bound to the agent host dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:47:48.693129 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-3a845371-a393-4d45-85e0-d9764338abd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14896095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16701679'] for subnet, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:48.702041 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-1f1d0cea-9bc3-45ba-968c-a9d4e145c688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:48.711764 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-1ce5394f-ab72-475c-b2fe-29f912fb1663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:48.773260 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-3a845371-a393-4d45-85e0-d9764338abd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for subnet, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:48.775778 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-1f1d0cea-9bc3-45ba-968c-a9d4e145c688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:48.778439 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b28f9c6-103c-41fe-9e6b-76ee507e7a87 None None] Network 73fc902b-010d-4f6a-8d12-5c8edf9133da requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:47:48.781323 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a845371-a393-4d45-85e0-d9764338abd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e14255c-0e7c-4a1b-b187-4a0f783fd3cb,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:48.783645 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-c218b72a-462d-4938-9a2f-d2036367e1ca tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:48.789566 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-3a845371-a393-4d45-85e0-d9764338abd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:48.791571 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-3a845371-a393-4d45-85e0-d9764338abd6 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7e14255c-0e7c-4a1b-b187-4a0f783fd3cb HTTP/1.1" status: 204 len: 168 time: 0.8379962 Jun 17 14:47:48.801119 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 50302) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:48.810326 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d0cea-9bc3-45ba-968c-a9d4e145c688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdad2bb-ae27-42da-9081-c8777ed9e33d,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:48.825014 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-1f1d0cea-9bc3-45ba-968c-a9d4e145c688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:48.854750 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-1f1d0cea-9bc3-45ba-968c-a9d4e145c688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:48.857183 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-1f1d0cea-9bc3-45ba-968c-a9d4e145c688 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9fdad2bb-ae27-42da-9081-c8777ed9e33d HTTP/1.1" status: 204 len: 168 time: 0.2909708 Jun 17 14:47:48.979264 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d0d886b8-74ed-4886-93e8-17967f6f19a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:49.000716 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [None req-d0d886b8-74ed-4886-93e8-17967f6f19a4 admin admin] Deleting port 76e3e336-8735-40d4-97b4-aec1e149d9c9 {{(pid=78471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:47:49.001365 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d0d886b8-74ed-4886-93e8-17967f6f19a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:49.178904 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4467cd8-94cc-4fdc-b635-427c1483c4bd None None] DHCP port deletion for 73fc902b-010d-4f6a-8d12-5c8edf9133da request from dv-cinder-796859-1-smb {{(pid=78473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 17 14:47:49.186252 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-f4467cd8-94cc-4fdc-b635-427c1483c4bd None None] Deleting port 76e3e336-8735-40d4-97b4-aec1e149d9c9 {{(pid=78473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:47:49.186872 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-f4467cd8-94cc-4fdc-b635-427c1483c4bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:49.332588 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [None req-d0d886b8-74ed-4886-93e8-17967f6f19a4 admin admin] For port 76e3e336-8735-40d4-97b4-aec1e149d9c9, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=76e3e336-8735-40d4-97b4-aec1e149d9c9,segment=NetworkSegment(67fc1da8-6837-48a6-8cf1-179ca8562735),segment_id=67fc1da8-6837-48a6-8cf1-179ca8562735)] {{(pid=78471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:47:49.333449 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d0d886b8-74ed-4886-93e8-17967f6f19a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:49.365938 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 50324) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:49.388075 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-88672a9b-0bce-4956-9525-aa4bde1533af admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:49.412862 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-88672a9b-0bce-4956-9525-aa4bde1533af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:47:49.421742 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-88672a9b-0bce-4956-9525-aa4bde1533af admin admin] Usage tracker for resource:security_group_rule and tenant:5d9352440f544d13b9029c66dd32419a is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:47:49.426980 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-88672a9b-0bce-4956-9525-aa4bde1533af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:47:49.443480 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-f4467cd8-94cc-4fdc-b635-427c1483c4bd None None] For port 76e3e336-8735-40d4-97b4-aec1e149d9c9, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=76e3e336-8735-40d4-97b4-aec1e149d9c9,segment=NetworkSegment(67fc1da8-6837-48a6-8cf1-179ca8562735),segment_id=67fc1da8-6837-48a6-8cf1-179ca8562735)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:47:49.443925 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-f4467cd8-94cc-4fdc-b635-427c1483c4bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:49.447080 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-88672a9b-0bce-4956-9525-aa4bde1533af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:47:49.542419 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [None req-d0d886b8-74ed-4886-93e8-17967f6f19a4 admin admin] Calling delete_port for 76e3e336-8735-40d4-97b4-aec1e149d9c9 owned by network:dhcp {{(pid=78471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:47:49.605889 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-88672a9b-0bce-4956-9525-aa4bde1533af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:49.611836 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-88672a9b-0bce-4956-9525-aa4bde1533af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:49.621538 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-855dd7f3-b4cc-402e-af13-c4cb4ea9be60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:49.627212 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-f4467cd8-94cc-4fdc-b635-427c1483c4bd None None] Calling delete_port for 76e3e336-8735-40d4-97b4-aec1e149d9c9 owned by network:dhcp {{(pid=78473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:47:49.668129 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-88672a9b-0bce-4956-9525-aa4bde1533af admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5d9352440f544d13b9029c66dd32419a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2996266 Jun 17 14:47:49.669276 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88672a9b-0bce-4956-9525-aa4bde1533af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac53f871-5cba-42ab-b8ed-4a98ca6bba1c,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:49.671143 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 50328) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:49.672788 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-88672a9b-0bce-4956-9525-aa4bde1533af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:49.694396 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d0d886b8-74ed-4886-93e8-17967f6f19a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:49.702298 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-944492ef-e208-480e-b646-2a4e346bfee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:49.724302 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.db.api [None req-f4467cd8-94cc-4fdc-b635-427c1483c4bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78473) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 14:47:49.724673 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_db.api [None req-f4467cd8-94cc-4fdc-b635-427c1483c4bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 14:47:49.775737 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d886b8-74ed-4886-93e8-17967f6f19a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=76e3e336-8735-40d4-97b4-aec1e149d9c9,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:49.778155 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d886b8-74ed-4886-93e8-17967f6f19a4 admin admin] No DVR routers for this DVR port 76e3e336-8735-40d4-97b4-aec1e149d9c9 on host dv-cinder-796859-1-smb {{(pid=78471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:47:49.921823 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-d0d886b8-74ed-4886-93e8-17967f6f19a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:50.022201 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-021faaed-9883-426f-82a0-6d9b5536ed93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:50.032147 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d0d886b8-74ed-4886-93e8-17967f6f19a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821569', 'neutron.services.segments.db._delete_segments_for_network-8744814336166'] for network, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:50.055004 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.services.segments.db [None req-d0d886b8-74ed-4886-93e8-17967f6f19a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73fc902b-010d-4f6a-8d12-5c8edf9133da']}} {{(pid=78471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:47:50.086709 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.services.segments.db [None req-d0d886b8-74ed-4886-93e8-17967f6f19a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67fc1da8-6837-48a6-8cf1-179ca8562735') {'for_net_delete': True} {{(pid=78471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:47:50.087034 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.services.segments.db [None req-d0d886b8-74ed-4886-93e8-17967f6f19a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67fc1da8-6837-48a6-8cf1-179ca8562735') {} {{(pid=78471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:47:50.095876 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-021faaed-9883-426f-82a0-6d9b5536ed93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:50.115049 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d0d886b8-74ed-4886-93e8-17967f6f19a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744814347277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15166211'] for segment, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:50.152835 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d0d886b8-74ed-4886-93e8-17967f6f19a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:50.162442 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d886b8-74ed-4886-93e8-17967f6f19a4 admin admin] Releasing vlan 1326 on physical network physnet1 to pool {{(pid=78471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:47:50.162898 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d0d886b8-74ed-4886-93e8-17967f6f19a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1816777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16519788'] for segment, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: Traceback (most recent call last): Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: timer() Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: cb(*args, **kw) Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: return func(*args, **kwargs) Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: self._notify() Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: self.callback(batched_events) Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: event.method(event) Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: return f(self, *a, **k) Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: return self._get(url).json() Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: return self.request(url, 'GET', **kwargs) Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:47:50.177005 dv-cinder-796859-1-smb neutron-server[78471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:47:50.225938 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-f4467cd8-94cc-4fdc-b635-427c1483c4bd None None] Deleting port 76e3e336-8735-40d4-97b4-aec1e149d9c9 {{(pid=78473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:47:50.226451 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-f4467cd8-94cc-4fdc-b635-427c1483c4bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:50.270370 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d0d886b8-74ed-4886-93e8-17967f6f19a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768958'] for network, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:50.278659 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:50.292605 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d0d886b8-74ed-4886-93e8-17967f6f19a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:50.298634 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-021faaed-9883-426f-82a0-6d9b5536ed93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:50.309895 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d886b8-74ed-4886-93e8-17967f6f19a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=73fc902b-010d-4f6a-8d12-5c8edf9133da,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:50.310111 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-f4467cd8-94cc-4fdc-b635-427c1483c4bd None None] The port '76e3e336-8735-40d4-97b4-aec1e149d9c9' was deleted {{(pid=78473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 17 14:47:50.316256 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-d0d886b8-74ed-4886-93e8-17967f6f19a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:50.316889 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-f111b0f9-3df9-4934-bf37-2987c3cca971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:50.327676 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-021faaed-9883-426f-82a0-6d9b5536ed93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:50.328814 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-021faaed-9883-426f-82a0-6d9b5536ed93 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ac53f871-5cba-42ab-b8ed-4a98ca6bba1c HTTP/1.1" status: 204 len: 168 time: 0.6560667 Jun 17 14:47:50.331826 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-d0d886b8-74ed-4886-93e8-17967f6f19a4 admin admin] 10.222.0.77 "DELETE /v2.0/networks/73fc902b-010d-4f6a-8d12-5c8edf9133da HTTP/1.1" status: 204 len: 168 time: 1.5263247 Jun 17 14:47:50.333118 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021faaed-9883-426f-82a0-6d9b5536ed93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac53f871-5cba-42ab-b8ed-4a98ca6bba1c,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:50.337986 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-021faaed-9883-426f-82a0-6d9b5536ed93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:50.496358 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 76e3e336-8735-40d4-97b4-aec1e149d9c9 no longer exists at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:47:50.534281 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] No Port match for: 76e3e336-8735-40d4-97b4-aec1e149d9c9 {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:47:50.534732 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 76e3e336-8735-40d4-97b4-aec1e149d9c9 not bound to the agent host dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:47:50.616372 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 50338) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:50.683757 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-df49852f-41ca-4b6a-86b9-b329d5d4350b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9fea33bc93f24501bb4890e68635291e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0650532 Jun 17 14:47:50.686081 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 50344) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:50.757959 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-282fc1d2-21b4-48cd-a55c-9ae5db31bd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:50.797258 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-282fc1d2-21b4-48cd-a55c-9ae5db31bd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:50.877084 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-282fc1d2-21b4-48cd-a55c-9ae5db31bd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:50.881727 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-a9ac593f-1840-44ec-8684-018b9a7164f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:50.898352 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282fc1d2-21b4-48cd-a55c-9ae5db31bd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9df0d11-ba74-4165-b7ed-7c9ea73b105c,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:50.901317 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-282fc1d2-21b4-48cd-a55c-9ae5db31bd95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:50.912831 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-282fc1d2-21b4-48cd-a55c-9ae5db31bd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:50.917057 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-282fc1d2-21b4-48cd-a55c-9ae5db31bd95 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a9df0d11-ba74-4165-b7ed-7c9ea73b105c HTTP/1.1" status: 204 len: 168 time: 0.2271340 Jun 17 14:47:51.407034 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 50370) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:51.482998 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-8a23ea32-74ef-4703-86ba-20f19588faa0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=163bf55a85814830bf516d99ba135b44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0700543 Jun 17 14:47:51.485080 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 50374) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:51.568404 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-3fb25689-0999-4d79-8a9f-c70a14143153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:51.602488 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-3fb25689-0999-4d79-8a9f-c70a14143153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:51.691769 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-3fb25689-0999-4d79-8a9f-c70a14143153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:51.695634 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-ec9e64ac-6d0e-4387-9128-e1589d02af0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:51.707939 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb25689-0999-4d79-8a9f-c70a14143153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808b1bbc-4561-4d36-9f86-3f285f0a7982,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:51.711149 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-3fb25689-0999-4d79-8a9f-c70a14143153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:51.716141 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-3fb25689-0999-4d79-8a9f-c70a14143153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:51.720446 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-3fb25689-0999-4d79-8a9f-c70a14143153 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/808b1bbc-4561-4d36-9f86-3f285f0a7982 HTTP/1.1" status: 204 len: 168 time: 0.2302694 Jun 17 14:47:55.715008 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:59.008589 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 50492) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:59.153920 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-95bf8873-1e37-4c78-a619-9afe243ea658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:59.168142 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-95bf8873-1e37-4c78-a619-9afe243ea658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:47:59.171901 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-95bf8873-1e37-4c78-a619-9afe243ea658 admin admin] Usage tracker for resource:security_group_rule and tenant:7849e6b17dea444cb6dc0165aba8ba57 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:47:59.174676 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-95bf8873-1e37-4c78-a619-9afe243ea658 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:47:59.180382 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-95bf8873-1e37-4c78-a619-9afe243ea658 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:47:59.269278 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-95bf8873-1e37-4c78-a619-9afe243ea658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:59.273667 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-95bf8873-1e37-4c78-a619-9afe243ea658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:59.281733 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-cce1afe1-fc8f-4534-ab49-1fc6c486dc04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:59.322185 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf8873-1e37-4c78-a619-9afe243ea658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75320cbc-a55a-4c62-bcf4-ddfc613c7b6a,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:59.329108 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-95bf8873-1e37-4c78-a619-9afe243ea658 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7849e6b17dea444cb6dc0165aba8ba57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171282 Jun 17 14:47:59.329108 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-95bf8873-1e37-4c78-a619-9afe243ea658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:59.329385 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 50498) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:59.393615 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-78fcfa3a-cef5-4aba-b547-b533dd9fd16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:59.421249 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-78fcfa3a-cef5-4aba-b547-b533dd9fd16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:59.472804 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-78fcfa3a-cef5-4aba-b547-b533dd9fd16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:59.476523 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-3c16f7f5-b7dc-4a6d-8713-67bdb6d5ce5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:59.490530 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fcfa3a-cef5-4aba-b547-b533dd9fd16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75320cbc-a55a-4c62-bcf4-ddfc613c7b6a,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:47:59.493644 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-78fcfa3a-cef5-4aba-b547-b533dd9fd16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:47:59.495895 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-78fcfa3a-cef5-4aba-b547-b533dd9fd16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:59.497322 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-78fcfa3a-cef5-4aba-b547-b533dd9fd16a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/75320cbc-a55a-4c62-bcf4-ddfc613c7b6a HTTP/1.1" status: 204 len: 168 time: 0.1666696 Jun 17 14:47:59.794486 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 50506) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:47:59.815789 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-761f94ab-a662-467f-9d76-65d518f978c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:59.830847 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-761f94ab-a662-467f-9d76-65d518f978c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:47:59.835761 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-761f94ab-a662-467f-9d76-65d518f978c4 admin admin] Usage tracker for resource:security_group_rule and tenant:61323eccf9e84c99b1f265872be0c3f7 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:47:59.839578 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-761f94ab-a662-467f-9d76-65d518f978c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:47:59.845723 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-761f94ab-a662-467f-9d76-65d518f978c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:47:59.939632 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-761f94ab-a662-467f-9d76-65d518f978c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:59.943840 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-761f94ab-a662-467f-9d76-65d518f978c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:47:59.953910 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-99b98678-fc34-4a69-b1ac-81e22c24f709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:47:59.998769 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-761f94ab-a662-467f-9d76-65d518f978c4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=61323eccf9e84c99b1f265872be0c3f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2031474 Jun 17 14:47:59.999791 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f94ab-a662-467f-9d76-65d518f978c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f05ad0-dada-45fe-b545-e4c6b662d12e,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:00.001287 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 50512) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:48:00.003146 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-761f94ab-a662-467f-9d76-65d518f978c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:00.064842 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6b8a9923-8204-46d5-b737-c76120dc26ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:00.105829 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6b8a9923-8204-46d5-b737-c76120dc26ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:00.163209 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6b8a9923-8204-46d5-b737-c76120dc26ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:00.171564 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-8c6c6b23-edc0-436f-949c-7a4a0ade9ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:00.184925 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a9923-8204-46d5-b737-c76120dc26ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f05ad0-dada-45fe-b545-e4c6b662d12e,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:00.187932 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-6b8a9923-8204-46d5-b737-c76120dc26ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:00.189997 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-6b8a9923-8204-46d5-b737-c76120dc26ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:00.190943 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-6b8a9923-8204-46d5-b737-c76120dc26ed admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/59f05ad0-dada-45fe-b545-e4c6b662d12e HTTP/1.1" status: 204 len: 168 time: 0.1886611 Jun 17 14:48:00.200533 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:48:04.363138 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 50578) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:48:04.505645 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2f5b-cd36-4e59-8f79-f73971ce060c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:04.522416 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-c9fc2f5b-cd36-4e59-8f79-f73971ce060c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:48:04.526873 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-c9fc2f5b-cd36-4e59-8f79-f73971ce060c admin admin] Usage tracker for resource:security_group_rule and tenant:6090f29a2d6442f4a0bdfca0ca63392c is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:48:04.529940 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-c9fc2f5b-cd36-4e59-8f79-f73971ce060c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:48:04.535963 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-c9fc2f5b-cd36-4e59-8f79-f73971ce060c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:48:04.648283 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2f5b-cd36-4e59-8f79-f73971ce060c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:04.656764 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2f5b-cd36-4e59-8f79-f73971ce060c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:04.687077 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-fd04df83-be8a-4bc5-ad45-7096bf299e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:04.706200 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-c9fc2f5b-cd36-4e59-8f79-f73971ce060c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6090f29a2d6442f4a0bdfca0ca63392c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418972 Jun 17 14:48:04.706447 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 50590) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:48:04.725729 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc2f5b-cd36-4e59-8f79-f73971ce060c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d073ffaa-8d87-40f7-b43c-9c7beb07878d,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:04.730160 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-c9fc2f5b-cd36-4e59-8f79-f73971ce060c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:04.808517 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3c646859-fe26-4bc0-960b-520fe75c0c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:04.844096 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3c646859-fe26-4bc0-960b-520fe75c0c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:04.917576 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3c646859-fe26-4bc0-960b-520fe75c0c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:04.922949 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-473348c7-a205-4a16-90da-c15acf96a496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:04.937393 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c646859-fe26-4bc0-960b-520fe75c0c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d073ffaa-8d87-40f7-b43c-9c7beb07878d,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:04.940625 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3c646859-fe26-4bc0-960b-520fe75c0c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:04.945866 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3c646859-fe26-4bc0-960b-520fe75c0c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:04.948353 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-3c646859-fe26-4bc0-960b-520fe75c0c8a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d073ffaa-8d87-40f7-b43c-9c7beb07878d HTTP/1.1" status: 204 len: 168 time: 0.2401838 Jun 17 14:48:06.385481 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-d02e1601-be2f-42da-9055-4ae27995c8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:06.864225 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:07.608143 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-c5c246a0-9545-4216-8540-5384c7f0236e tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0d8b801012de465d9f9bdf77b4781e7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280390 Jun 17 14:48:07.763214 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-a11843f6-7e18-4730-9d17-41ebbee6f9a7 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:07.764653 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-a11843f6-7e18-4730-9d17-41ebbee6f9a7 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1511168 Jun 17 14:48:07.780166 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-d84f8149-1d53-48fd-974c-a03983334ee7 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.77 "GET /v2.0/quotas/0d8b801012de465d9f9bdf77b4781e7f HTTP/1.1" status: 200 len: 375 time: 0.0101321 Jun 17 14:48:07.828899 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-34f3688b-7813-4ae0-ba07-cb64310fd003 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0d8b801012de465d9f9bdf77b4781e7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424809 Jun 17 14:48:08.029893 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-33a78cb3-a5de-4664-a5ef-68e277d29aa4 req-ecd6dd04-f1e9-473d-93b4-c5934b4200e7 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7497fd1-2fdc-4a2a-990c-ac1bbfd79dc1 HTTP/1.1" status: 200 len: 210 time: 0.0468388 Jun 17 14:48:08.938542 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-c88b2068-cfe6-48d7-b6b1-7bbc43733a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:09.233213 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-4c673c30-09f2-42cc-8d8e-a190a51111d0 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=0d8b801012de465d9f9bdf77b4781e7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0819652 Jun 17 14:48:09.239693 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e9a6918e-e174-4bc5-83e0-b405ed0711fb req-ee5ef404-2c20-4111-bf05-255db37804b8 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7497fd1-2fdc-4a2a-990c-ac1bbfd79dc1 HTTP/1.1" status: 200 len: 210 time: 0.0548332 Jun 17 14:48:09.402406 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-8aa62b22-fac3-4cbb-8198-991b4ebc24b4 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:09.404006 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-8aa62b22-fac3-4cbb-8198-991b4ebc24b4 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1632941 Jun 17 14:48:09.425843 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-3d651407-f491-4626-8213-ffc69d522833 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Request body: {'port': {'device_id': 'c7497fd1-2fdc-4a2a-990c-ac1bbfd79dc1', 'network_id': 'f8ee405b-cb96-4496-89e6-93cb7b16a7a2', 'admin_state_up': True, 'tenant_id': '0d8b801012de465d9f9bdf77b4781e7f'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:48:09.564684 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-3d651407-f491-4626-8213-ffc69d522833 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:48:09.568556 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-3d651407-f491-4626-8213-ffc69d522833 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Usage tracker for resource:port and tenant:0d8b801012de465d9f9bdf77b4781e7f is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:48:09.571329 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-3d651407-f491-4626-8213-ffc69d522833 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:48:09.576939 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-3d651407-f491-4626-8213-ffc69d522833 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:48:09.587501 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-3d651407-f491-4626-8213-ffc69d522833 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Made reservation on behalf of 0d8b801012de465d9f9bdf77b4781e7f for: {'port': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:48:09.591284 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-3d651407-f491-4626-8213-ffc69d522833 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:09.603909 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-3d651407-f491-4626-8213-ffc69d522833 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Notify callbacks [] for security_group, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:09.618285 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-3d651407-f491-4626-8213-ffc69d522833 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:48:09.622755 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-3d651407-f491-4626-8213-ffc69d522833 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Usage tracker for resource:security_group_rule and tenant:0d8b801012de465d9f9bdf77b4781e7f is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:48:09.625821 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-3d651407-f491-4626-8213-ffc69d522833 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:48:09.631538 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-3d651407-f491-4626-8213-ffc69d522833 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:48:09.728685 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-3d651407-f491-4626-8213-ffc69d522833 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Notify callbacks [] for security_group, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:09.733070 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-3d651407-f491-4626-8213-ffc69d522833 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:09.735977 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-07cac8fc-6401-4c67-9720-dd8c39dd1897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:09.811122 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d651407-f491-4626-8213-ffc69d522833 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46da5ca1-7fbb-447c-986f-9ca2204a7193,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:09.820312 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3d651407-f491-4626-8213-ffc69d522833 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:09.905990 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_common [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-3d651407-f491-4626-8213-ffc69d522833 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Allocated IP 192.168.233.149 (f8ee405b-cb96-4496-89e6-93cb7b16a7a2/a865f8f5-d003-4d4f-8026-d81c0d8d8810/d0f4da83-4265-4184-8452-3dbe81d5ab85) {{(pid=78471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:48:10.110449 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-3d651407-f491-4626-8213-ffc69d522833 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Notify callbacks [] for port, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:10.126358 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.provisioning_blocks [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-3d651407-f491-4626-8213-ffc69d522833 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Transition to ACTIVE for port object d0f4da83-4265-4184-8452-3dbe81d5ab85 will not be triggered until provisioned by entity DHCP. {{(pid=78471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:48:10.150882 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-3d651407-f491-4626-8213-ffc69d522833 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:10.156868 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-c348ac52-14e7-48f9-947a-61de1f679d20 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:10.172753 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:10.328265 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-3d651407-f491-4626-8213-ffc69d522833 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Network f8ee405b-cb96-4496-89e6-93cb7b16a7a2 is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:48:10.331493 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-3d651407-f491-4626-8213-ffc69d522833 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:48:10.335480 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-3d651407-f491-4626-8213-ffc69d522833 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Received port after_create {{(pid=78471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:48:10.386006 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d651407-f491-4626-8213-ffc69d522833 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Pushing event updated for resources: {'Port': ['ID=d0f4da83-4265-4184-8452-3dbe81d5ab85,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:10.391314 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3d651407-f491-4626-8213-ffc69d522833 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:10.410661 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-3d651407-f491-4626-8213-ffc69d522833 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:10.411609 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-3d651407-f491-4626-8213-ffc69d522833 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:10.441652 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-3d651407-f491-4626-8213-ffc69d522833 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0209773 Jun 17 14:48:10.463226 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778c6e0-c4f3-44f9-b471-ad6045f5c29a req-be8152ca-66e5-4b9a-9ef4-f27ca5e3ebbc tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:10.464318 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-56612a4f-5c77-4ccb-9342-f3433e8713bb service neutron] Request body: {'port': {'device_id': 'c7497fd1-2fdc-4a2a-990c-ac1bbfd79dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:48:10.464742 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-8778c6e0-c4f3-44f9-b471-ad6045f5c29a req-be8152ca-66e5-4b9a-9ef4-f27ca5e3ebbc tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7497fd1-2fdc-4a2a-990c-ac1bbfd79dc1 HTTP/1.1" status: 200 len: 936 time: 0.1012070 Jun 17 14:48:10.523411 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-8778c6e0-c4f3-44f9-b471-ad6045f5c29a req-e6682b8c-6949-4920-9225-718d21325369 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.77 "GET /v2.0/security-groups?id=46da5ca1-7fbb-447c-986f-9ca2204a7193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518000 Jun 17 14:48:10.602465 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 50688) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:48:10.609385 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-56612a4f-5c77-4ccb-9342-f3433e8713bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:10.639729 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-2774547e-cf7a-4f05-83ad-8139e20a8310 None None] Provisioning for port d0f4da83-4265-4184-8452-3dbe81d5ab85 completed by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:48:10.646746 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-2774547e-cf7a-4f05-83ad-8139e20a8310 None None] Provisioning complete for port d0f4da83-4265-4184-8452-3dbe81d5ab85 triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:48:10.647615 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-2774547e-cf7a-4f05-83ad-8139e20a8310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:10.706139 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-2774547e-cf7a-4f05-83ad-8139e20a8310 None None] Port d0f4da83-4265-4184-8452-3dbe81d5ab85 cannot update to ACTIVE because it is not bound. {{(pid=78473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:48:10.740849 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-06b64280-78e7-41f1-a471-f3d8a43bc182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:10.757562 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-06b64280-78e7-41f1-a471-f3d8a43bc182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:48:10.762583 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-06b64280-78e7-41f1-a471-f3d8a43bc182 admin admin] Usage tracker for resource:security_group_rule and tenant:31ae3839ce834ad6b6785d7faefebfb5 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:48:10.765331 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-06b64280-78e7-41f1-a471-f3d8a43bc182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:48:10.771179 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-06b64280-78e7-41f1-a471-f3d8a43bc182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:48:10.871734 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-06b64280-78e7-41f1-a471-f3d8a43bc182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:10.875970 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-06b64280-78e7-41f1-a471-f3d8a43bc182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:10.884538 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-2a8f5e88-d90c-48fd-9d1c-adb1d93cc661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:10.953170 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-06b64280-78e7-41f1-a471-f3d8a43bc182 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=31ae3839ce834ad6b6785d7faefebfb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470013 Jun 17 14:48:10.953170 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b64280-78e7-41f1-a471-f3d8a43bc182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a623a3b-3b67-4092-8eab-e9f3318aa231,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:10.954857 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 50694) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:48:10.957426 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-06b64280-78e7-41f1-a471-f3d8a43bc182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:10.998768 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-56612a4f-5c77-4ccb-9342-f3433e8713bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f4da83-4265-4184-8452-3dbe81d5ab85 {{(pid=78471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:48:11.008889 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-56612a4f-5c77-4ccb-9342-f3433e8713bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:11.026289 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.provisioning_blocks [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-56612a4f-5c77-4ccb-9342-f3433e8713bb service neutron] Transition to ACTIVE for port object d0f4da83-4265-4184-8452-3dbe81d5ab85 will not be triggered until provisioned by entity L2. {{(pid=78471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:48:11.030429 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-56612a4f-5c77-4ccb-9342-f3433e8713bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:11.034548 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-c8432d4a-99f9-45e6-b5cc-8b2f96f92f41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:11.121062 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-de2fda81-3a28-412e-ba99-982bbbed7853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:11.158631 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-de2fda81-3a28-412e-ba99-982bbbed7853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:11.216388 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56612a4f-5c77-4ccb-9342-f3433e8713bb service neutron] Pushing event updated for resources: {'Port': ['ID=d0f4da83-4265-4184-8452-3dbe81d5ab85,revision_number=2']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:11.224358 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-56612a4f-5c77-4ccb-9342-f3433e8713bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:11.231569 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-de2fda81-3a28-412e-ba99-982bbbed7853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:11.235745 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-b71d594e-0fec-4fa5-93bb-e63adc6843bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:11.252418 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fda81-3a28-412e-ba99-982bbbed7853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a623a3b-3b67-4092-8eab-e9f3318aa231,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:11.254787 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-de2fda81-3a28-412e-ba99-982bbbed7853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:11.267856 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-de2fda81-3a28-412e-ba99-982bbbed7853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:11.273243 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-de2fda81-3a28-412e-ba99-982bbbed7853 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2a623a3b-3b67-4092-8eab-e9f3318aa231 HTTP/1.1" status: 204 len: 168 time: 0.3147879 Jun 17 14:48:11.313525 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-56612a4f-5c77-4ccb-9342-f3433e8713bb service neutron] Attempting to bind port d0f4da83-4265-4184-8452-3dbe81d5ab85 on host hv-cinder-79685 for vnic_type normal with profile {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:48:11.314136 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-56612a4f-5c77-4ccb-9342-f3433e8713bb service neutron] Attempting to bind port d0f4da83-4265-4184-8452-3dbe81d5ab85 by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': '7d94da33-a3ef-4933-a460-3f0c485fdf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'f8ee405b-cb96-4496-89e6-93cb7b16a7a2'}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:48:11.314497 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-56612a4f-5c77-4ccb-9342-f3433e8713bb service neutron] Attempting to bind port d0f4da83-4265-4184-8452-3dbe81d5ab85 on network f8ee405b-cb96-4496-89e6-93cb7b16a7a2 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:48:11.319883 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-56612a4f-5c77-4ccb-9342-f3433e8713bb service neutron] Port d0f4da83-4265-4184-8452-3dbe81d5ab85 on network f8ee405b-cb96-4496-89e6-93cb7b16a7a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:48:11.320301 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-56612a4f-5c77-4ccb-9342-f3433e8713bb service neutron] Attempting to bind port d0f4da83-4265-4184-8452-3dbe81d5ab85 on network f8ee405b-cb96-4496-89e6-93cb7b16a7a2 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:48:11.326647 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-56612a4f-5c77-4ccb-9342-f3433e8713bb service neutron] Checking agent: {'id': '80af2de7-c944-442b-b56f-5ae10827120d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:48:11.326983 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-56612a4f-5c77-4ccb-9342-f3433e8713bb service neutron] Checking segment: {'id': '7d94da33-a3ef-4933-a460-3f0c485fdf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'f8ee405b-cb96-4496-89e6-93cb7b16a7a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:48:11.327372 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-56612a4f-5c77-4ccb-9342-f3433e8713bb service neutron] Bound using segment: {'id': '7d94da33-a3ef-4933-a460-3f0c485fdf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'f8ee405b-cb96-4496-89e6-93cb7b16a7a2'} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:48:11.327809 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-56612a4f-5c77-4ccb-9342-f3433e8713bb service neutron] Bound port: d0f4da83-4265-4184-8452-3dbe81d5ab85, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d94da33-a3ef-4933-a460-3f0c485fdf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'f8ee405b-cb96-4496-89e6-93cb7b16a7a2'}}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:48:11.328415 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-56612a4f-5c77-4ccb-9342-f3433e8713bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:11.442917 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-56612a4f-5c77-4ccb-9342-f3433e8713bb service neutron] For port d0f4da83-4265-4184-8452-3dbe81d5ab85, host hv-cinder-79685, cleared binding levels {{(pid=78471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:48:11.447892 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-56612a4f-5c77-4ccb-9342-f3433e8713bb service neutron] For port d0f4da83-4265-4184-8452-3dbe81d5ab85, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=d0f4da83-4265-4184-8452-3dbe81d5ab85,segment=NetworkSegment(7d94da33-a3ef-4933-a460-3f0c485fdf84),segment_id=7d94da33-a3ef-4933-a460-3f0c485fdf84)] {{(pid=78471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:48:11.452628 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-56612a4f-5c77-4ccb-9342-f3433e8713bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:11.460001 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-05afd0d8-a37b-47a3-8739-8325ea845dca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:11.530471 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:11.539442 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-56612a4f-5c77-4ccb-9342-f3433e8713bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:11.540940 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-56612a4f-5c77-4ccb-9342-f3433e8713bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:11.542495 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-56612a4f-5c77-4ccb-9342-f3433e8713bb service neutron] 10.222.0.72 "PUT /v2.0/ports/d0f4da83-4265-4184-8452-3dbe81d5ab85 HTTP/1.1" status: 200 len: 1098 time: 1.0862753 Jun 17 14:48:11.543035 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7497fd1-2fdc-4a2a-990c-ac1bbfd79dc1', 'tag': 'd0f4da83-4265-4184-8452-3dbe81d5ab85'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:48:11.583397 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56612a4f-5c77-4ccb-9342-f3433e8713bb service neutron] Pushing event updated for resources: {'Port': ['ID=d0f4da83-4265-4184-8452-3dbe81d5ab85,revision_number=3']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:11.591826 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-56612a4f-5c77-4ccb-9342-f3433e8713bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:11.678662 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7497fd1-2fdc-4a2a-990c-ac1bbfd79dc1', 'tag': 'd0f4da83-4265-4184-8452-3dbe81d5ab85', 'status': 'completed', 'code': 200} Jun 17 14:48:11.729508 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-52112edc-defc-46e3-9ac3-222c0e4e6e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:11.730969 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-52112edc-defc-46e3-9ac3-222c0e4e6e8e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d8b801012de465d9f9bdf77b4781e7f&device_id=c7497fd1-2fdc-4a2a-990c-ac1bbfd79dc1 HTTP/1.1" status: 200 len: 1101 time: 0.1178370 Jun 17 14:48:11.773491 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68ab46-d80f-447f-a06d-a28845df203e req-4e5af2ab-582a-454b-abe7-cfafce945ba3 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:11.776111 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-8a68ab46-d80f-447f-a06d-a28845df203e req-4e5af2ab-582a-454b-abe7-cfafce945ba3 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7497fd1-2fdc-4a2a-990c-ac1bbfd79dc1 HTTP/1.1" status: 200 len: 948 time: 0.0876176 Jun 17 14:48:11.814138 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-c780fed2-3e5a-4680-b049-e4554c4a1bb7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=d0f4da83-4265-4184-8452-3dbe81d5ab85 HTTP/1.1" status: 200 len: 217 time: 0.0688629 Jun 17 14:48:11.823429 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-8a68ab46-d80f-447f-a06d-a28845df203e req-05f9401c-d0a9-45d4-aa74-7f1c4522b110 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.77 "GET /v2.0/security-groups?id=46da5ca1-7fbb-447c-986f-9ca2204a7193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409489 Jun 17 14:48:11.877813 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-996ed2a2-a3c9-4baf-a618-69d38d9da180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:11.879186 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-996ed2a2-a3c9-4baf-a618-69d38d9da180 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a865f8f5-d003-4d4f-8026-d81c0d8d8810 HTTP/1.1" status: 200 len: 843 time: 0.0589225 Jun 17 14:48:11.954080 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-29da2e95-33b1-4514-886d-c3e8e8212f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:11.955553 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-29da2e95-33b1-4514-886d-c3e8e8212f17 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f8ee405b-cb96-4496-89e6-93cb7b16a7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0701740 Jun 17 14:48:12.090075 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-c81759e9-650f-40cb-9cf3-a6316237f59a service neutron] 10.222.0.72 "GET /v2.0/networks/f8ee405b-cb96-4496-89e6-93cb7b16a7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273568 Jun 17 14:48:12.224946 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-5d5e9932-e84f-447f-a371-bfcf379616bd req-6b71bb50-b964-435c-a983-481d338f06d8 service neutron] 10.222.0.72 "GET /v2.0/networks/f8ee405b-cb96-4496-89e6-93cb7b16a7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282072 Jun 17 14:48:12.479342 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d91133-247e-4533-967b-bb641148cb12 req-516fce6f-ef56-498f-b1f4-b402c7a04fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:12.480807 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a0d91133-247e-4533-967b-bb641148cb12 req-516fce6f-ef56-498f-b1f4-b402c7a04fa1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d8b801012de465d9f9bdf77b4781e7f&device_id=c7497fd1-2fdc-4a2a-990c-ac1bbfd79dc1 HTTP/1.1" status: 200 len: 1101 time: 0.1663747 Jun 17 14:48:12.614852 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d91133-247e-4533-967b-bb641148cb12 req-b12745b2-a5be-4d30-af6d-815b35cfda71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:12.616294 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a0d91133-247e-4533-967b-bb641148cb12 req-b12745b2-a5be-4d30-af6d-815b35cfda71 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f8ee405b-cb96-4496-89e6-93cb7b16a7a2 HTTP/1.1" status: 200 len: 871 time: 0.1261673 Jun 17 14:48:12.686754 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a0d91133-247e-4533-967b-bb641148cb12 req-57a0b7ea-88ff-4b96-9286-3aab846471a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=d0f4da83-4265-4184-8452-3dbe81d5ab85 HTTP/1.1" status: 200 len: 217 time: 0.0638084 Jun 17 14:48:12.749378 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d91133-247e-4533-967b-bb641148cb12 req-9e7a2f39-618c-44de-94a6-f529156345b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:12.750909 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a0d91133-247e-4533-967b-bb641148cb12 req-9e7a2f39-618c-44de-94a6-f529156345b5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a865f8f5-d003-4d4f-8026-d81c0d8d8810 HTTP/1.1" status: 200 len: 843 time: 0.0580440 Jun 17 14:48:12.827487 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d91133-247e-4533-967b-bb641148cb12 req-fbeed44f-a444-4ee9-a55c-28b1bc3fa07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:12.829007 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a0d91133-247e-4533-967b-bb641148cb12 req-fbeed44f-a444-4ee9-a55c-28b1bc3fa07c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f8ee405b-cb96-4496-89e6-93cb7b16a7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0716326 Jun 17 14:48:13.017548 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a0d91133-247e-4533-967b-bb641148cb12 req-f1fe02cf-31a6-4cee-953b-c3b14e2a55fb service neutron] 10.222.0.72 "GET /v2.0/networks/f8ee405b-cb96-4496-89e6-93cb7b16a7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792636 Jun 17 14:48:13.123791 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579739d-71b9-46d5-91ba-3e409ab2e530 req-5ef426e5-78c0-4b4f-b03d-75a690e197f2 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:13.124491 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-d579739d-71b9-46d5-91ba-3e409ab2e530 req-5ef426e5-78c0-4b4f-b03d-75a690e197f2 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Synchronizing usage tracker for tenant:0d8b801012de465d9f9bdf77b4781e7f on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:48:13.173130 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-d579739d-71b9-46d5-91ba-3e409ab2e530 req-5ef426e5-78c0-4b4f-b03d-75a690e197f2 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Unset dirty status for tenant:0d8b801012de465d9f9bdf77b4781e7f on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:48:13.174288 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d579739d-71b9-46d5-91ba-3e409ab2e530 req-5ef426e5-78c0-4b4f-b03d-75a690e197f2 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7497fd1-2fdc-4a2a-990c-ac1bbfd79dc1 HTTP/1.1" status: 200 len: 948 time: 0.2390518 Jun 17 14:48:13.183213 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-a0d91133-247e-4533-967b-bb641148cb12 req-5e049f92-1f1c-48be-8619-f0415c4053ab service neutron] 10.222.0.72 "GET /v2.0/networks/f8ee405b-cb96-4496-89e6-93cb7b16a7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593332 Jun 17 14:48:13.222842 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-d579739d-71b9-46d5-91ba-3e409ab2e530 req-2995a9de-1528-499c-aff4-ef2914606cd3 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Synchronizing usage tracker for tenant:0d8b801012de465d9f9bdf77b4781e7f on resource:security_group {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:48:13.239152 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-d579739d-71b9-46d5-91ba-3e409ab2e530 req-2995a9de-1528-499c-aff4-ef2914606cd3 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Unset dirty status for tenant:0d8b801012de465d9f9bdf77b4781e7f on resource:security_group {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:48:13.240477 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d579739d-71b9-46d5-91ba-3e409ab2e530 req-2995a9de-1528-499c-aff4-ef2914606cd3 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.77 "GET /v2.0/security-groups?id=46da5ca1-7fbb-447c-986f-9ca2204a7193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597873 Jun 17 14:48:14.424677 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6d1c3-e5cf-43f7-8c40-fc2bfe8c8c33 req-e50a3ab4-690b-4766-8944-9b8f596f3a60 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:14.426139 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-bff6d1c3-e5cf-43f7-8c40-fc2bfe8c8c33 req-e50a3ab4-690b-4766-8944-9b8f596f3a60 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7497fd1-2fdc-4a2a-990c-ac1bbfd79dc1 HTTP/1.1" status: 200 len: 948 time: 0.0773208 Jun 17 14:48:14.471575 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-bff6d1c3-e5cf-43f7-8c40-fc2bfe8c8c33 req-ebdc6ebc-6123-44c9-be77-83d99e89e8c7 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.77 "GET /v2.0/security-groups?id=46da5ca1-7fbb-447c-986f-9ca2204a7193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391221 Jun 17 14:48:15.047550 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device d0f4da83-4265-4184-8452-3dbe81d5ab85 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:48:15.180083 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port d0f4da83-4265-4184-8452-3dbe81d5ab85, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=d0f4da83-4265-4184-8452-3dbe81d5ab85,segment=NetworkSegment(7d94da33-a3ef-4933-a460-3f0c485fdf84),segment_id=7d94da33-a3ef-4933-a460-3f0c485fdf84)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:48:15.197400 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Returning: {'device': 'd0f4da83-4265-4184-8452-3dbe81d5ab85', 'network_id': 'f8ee405b-cb96-4496-89e6-93cb7b16a7a2', 'port_id': 'd0f4da83-4265-4184-8452-3dbe81d5ab85', 'mac_address': 'fa:16:3e:81:a2:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a865f8f5-d003-4d4f-8026-d81c0d8d8810', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:48:15.250065 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:15.266666 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f4da83-4265-4184-8452-3dbe81d5ab85 {{(pid=78473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:48:15.281711 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port d0f4da83-4265-4184-8452-3dbe81d5ab85, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=d0f4da83-4265-4184-8452-3dbe81d5ab85,segment=NetworkSegment(7d94da33-a3ef-4933-a460-3f0c485fdf84),segment_id=7d94da33-a3ef-4933-a460-3f0c485fdf84)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:48:15.285923 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:15.287653 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-c86673bf-03f3-4a32-9c34-1de87444f74a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:15.351406 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=d0f4da83-4265-4184-8452-3dbe81d5ab85,revision_number=4']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:15.358973 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:15.359299 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:15.359636 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:15.359969 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:15.360296 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:15.360612 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:15.360937 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:15.361252 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:15.361569 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:15.361910 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:15.362226 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:15.362540 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:15.366230 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:15.570625 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['d0f4da83-4265-4184-8452-3dbe81d5ab85'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:48:15.658245 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9492de3-9b71-4438-965f-8d129c10e1ee req-a6a4fee4-dc13-4821-970a-4baad4d90aff tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:15.659627 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d9492de3-9b71-4438-965f-8d129c10e1ee req-a6a4fee4-dc13-4821-970a-4baad4d90aff tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7497fd1-2fdc-4a2a-990c-ac1bbfd79dc1 HTTP/1.1" status: 200 len: 949 time: 0.0856864 Jun 17 14:48:15.705142 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d9492de3-9b71-4438-965f-8d129c10e1ee req-6cfd506f-77b7-475c-9b3e-919711fca151 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.77 "GET /v2.0/security-groups?id=46da5ca1-7fbb-447c-986f-9ca2204a7193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390317 Jun 17 14:48:16.889539 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5305c7f-36f5-4867-b869-24421507344a req-6905e8c9-857f-4aa2-bbcf-025fe6a7b0fa tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:16.891130 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-d5305c7f-36f5-4867-b869-24421507344a req-6905e8c9-857f-4aa2-bbcf-025fe6a7b0fa tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7497fd1-2fdc-4a2a-990c-ac1bbfd79dc1 HTTP/1.1" status: 200 len: 949 time: 0.0814805 Jun 17 14:48:16.937962 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-d5305c7f-36f5-4867-b869-24421507344a req-d08aded7-76fa-48fa-b3b1-5fb79730c413 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.77 "GET /v2.0/security-groups?id=46da5ca1-7fbb-447c-986f-9ca2204a7193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404873 Jun 17 14:48:17.062684 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device d0f4da83-4265-4184-8452-3dbe81d5ab85 up at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:48:17.132392 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning for port d0f4da83-4265-4184-8452-3dbe81d5ab85 completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:48:17.137617 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning complete for port d0f4da83-4265-4184-8452-3dbe81d5ab85 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:48:17.138009 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:17.252180 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:17.282159 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7497fd1-2fdc-4a2a-990c-ac1bbfd79dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f4da83-4265-4184-8452-3dbe81d5ab85'}] {{(pid=78473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:48:17.291985 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port d0f4da83-4265-4184-8452-3dbe81d5ab85, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=d0f4da83-4265-4184-8452-3dbe81d5ab85,segment=NetworkSegment(7d94da33-a3ef-4933-a460-3f0c485fdf84),segment_id=7d94da33-a3ef-4933-a460-3f0c485fdf84)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:48:17.297048 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:17.298932 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:17.334233 dv-cinder-796859-1-smb neutron-server[78473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7497fd1-2fdc-4a2a-990c-ac1bbfd79dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f4da83-4265-4184-8452-3dbe81d5ab85', 'code': 200} Jun 17 14:48:17.365209 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=d0f4da83-4265-4184-8452-3dbe81d5ab85,revision_number=5']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:17.368710 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:17.599310 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49516a28-ddd8-426b-a63e-1485612fb1f9 req-245f9317-2b66-4ec8-9cdf-1288d0c431a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:17.600764 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-49516a28-ddd8-426b-a63e-1485612fb1f9 req-245f9317-2b66-4ec8-9cdf-1288d0c431a0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c7497fd1-2fdc-4a2a-990c-ac1bbfd79dc1 HTTP/1.1" status: 200 len: 1103 time: 0.0705719 Jun 17 14:48:17.642245 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-49516a28-ddd8-426b-a63e-1485612fb1f9 req-21c1ae67-9828-4561-8cdf-99ef43708cd6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=46da5ca1-7fbb-447c-986f-9ca2204a7193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337489 Jun 17 14:48:18.127046 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dec32a-2560-438a-9869-137e85b5803f req-8532587f-6169-44f3-9edd-a270e1d75c58 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:18.128503 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-33dec32a-2560-438a-9869-137e85b5803f req-8532587f-6169-44f3-9edd-a270e1d75c58 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7497fd1-2fdc-4a2a-990c-ac1bbfd79dc1 HTTP/1.1" status: 200 len: 950 time: 0.0852306 Jun 17 14:48:18.186370 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-33dec32a-2560-438a-9869-137e85b5803f req-77b9dc29-df94-4560-af45-cd27b370c13e tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.77 "GET /v2.0/security-groups?id=46da5ca1-7fbb-447c-986f-9ca2204a7193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512314 Jun 17 14:48:19.378137 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e6645-8a12-4761-8cbf-13ac81b595dc req-cf298069-469b-49e7-bc83-e91fc8bdf024 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:19.379058 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-695e6645-8a12-4761-8cbf-13ac81b595dc req-cf298069-469b-49e7-bc83-e91fc8bdf024 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7497fd1-2fdc-4a2a-990c-ac1bbfd79dc1 HTTP/1.1" status: 200 len: 950 time: 0.0841713 Jun 17 14:48:19.424674 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-695e6645-8a12-4761-8cbf-13ac81b595dc req-943c6bbb-636d-416f-8dbf-6a99d9bea5e4 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.77 "GET /v2.0/security-groups?id=46da5ca1-7fbb-447c-986f-9ca2204a7193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395577 Jun 17 14:48:19.857429 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032dadb4-6c30-4cea-b528-5fa424f47bf9 req-125169f5-345a-445f-a6f4-cbf802cfdac5 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:19.858896 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-032dadb4-6c30-4cea-b528-5fa424f47bf9 req-125169f5-345a-445f-a6f4-cbf802cfdac5 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7497fd1-2fdc-4a2a-990c-ac1bbfd79dc1 HTTP/1.1" status: 200 len: 950 time: 0.0836275 Jun 17 14:48:19.904182 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-032dadb4-6c30-4cea-b528-5fa424f47bf9 req-4ae8e637-f559-4326-8ce5-de450ea13e7e tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.77 "GET /v2.0/security-groups?id=46da5ca1-7fbb-447c-986f-9ca2204a7193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396013 Jun 17 14:48:21.088964 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7312fad-208d-4f62-a186-09442d3456e1 req-170608ef-081e-4fbe-adf8-8159c9e35250 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:21.090438 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-e7312fad-208d-4f62-a186-09442d3456e1 req-170608ef-081e-4fbe-adf8-8159c9e35250 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7497fd1-2fdc-4a2a-990c-ac1bbfd79dc1 HTTP/1.1" status: 200 len: 950 time: 0.0793180 Jun 17 14:48:21.134939 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-e7312fad-208d-4f62-a186-09442d3456e1 req-7769b609-c642-49d9-9322-1587d890ecf9 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.77 "GET /v2.0/security-groups?id=46da5ca1-7fbb-447c-986f-9ca2204a7193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387404 Jun 17 14:48:21.306199 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799d54f-5584-4b3d-bc99-d037753ab229 req-32fb7af0-bde3-4b12-994b-e5450ce0efab tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:21.307388 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-f799d54f-5584-4b3d-bc99-d037753ab229 req-32fb7af0-bde3-4b12-994b-e5450ce0efab tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7497fd1-2fdc-4a2a-990c-ac1bbfd79dc1 HTTP/1.1" status: 200 len: 950 time: 0.0816631 Jun 17 14:48:21.379095 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-f799d54f-5584-4b3d-bc99-d037753ab229 req-de4221f3-0891-4a6d-bef7-d3044c1bc4d0 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Deleting port d0f4da83-4265-4184-8452-3dbe81d5ab85 {{(pid=78471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:48:21.379434 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-f799d54f-5584-4b3d-bc99-d037753ab229 req-de4221f3-0891-4a6d-bef7-d3044c1bc4d0 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:21.620000 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-f799d54f-5584-4b3d-bc99-d037753ab229 req-de4221f3-0891-4a6d-bef7-d3044c1bc4d0 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] For port d0f4da83-4265-4184-8452-3dbe81d5ab85, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=d0f4da83-4265-4184-8452-3dbe81d5ab85,segment=NetworkSegment(7d94da33-a3ef-4933-a460-3f0c485fdf84),segment_id=7d94da33-a3ef-4933-a460-3f0c485fdf84)] {{(pid=78471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:48:21.620354 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-f799d54f-5584-4b3d-bc99-d037753ab229 req-de4221f3-0891-4a6d-bef7-d3044c1bc4d0 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:21.863266 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-f799d54f-5584-4b3d-bc99-d037753ab229 req-de4221f3-0891-4a6d-bef7-d3044c1bc4d0 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Calling delete_port for d0f4da83-4265-4184-8452-3dbe81d5ab85 owned by compute:nova {{(pid=78471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:48:22.011038 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-f799d54f-5584-4b3d-bc99-d037753ab229 req-de4221f3-0891-4a6d-bef7-d3044c1bc4d0 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:22.016870 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3d651407-f491-4626-8213-ffc69d522833 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:22.045693 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['d0f4da83-4265-4184-8452-3dbe81d5ab85'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:48:22.061303 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4221f3-0891-4a6d-bef7-d3044c1bc4d0 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Pushing event deleted for resources: {'Port': ['ID=d0f4da83-4265-4184-8452-3dbe81d5ab85,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:22.072162 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4221f3-0891-4a6d-bef7-d3044c1bc4d0 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:22.072635 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4221f3-0891-4a6d-bef7-d3044c1bc4d0 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:22.073016 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4221f3-0891-4a6d-bef7-d3044c1bc4d0 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:22.073276 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4221f3-0891-4a6d-bef7-d3044c1bc4d0 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:22.073659 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4221f3-0891-4a6d-bef7-d3044c1bc4d0 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:22.074024 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4221f3-0891-4a6d-bef7-d3044c1bc4d0 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:22.074380 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4221f3-0891-4a6d-bef7-d3044c1bc4d0 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:22.074864 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4221f3-0891-4a6d-bef7-d3044c1bc4d0 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:22.075091 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4221f3-0891-4a6d-bef7-d3044c1bc4d0 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:22.075420 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4221f3-0891-4a6d-bef7-d3044c1bc4d0 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:22.075772 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4221f3-0891-4a6d-bef7-d3044c1bc4d0 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:22.076157 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4221f3-0891-4a6d-bef7-d3044c1bc4d0 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:22.080343 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-de4221f3-0891-4a6d-bef7-d3044c1bc4d0 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:22.158836 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-f799d54f-5584-4b3d-bc99-d037753ab229 req-de4221f3-0891-4a6d-bef7-d3044c1bc4d0 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] No DVR routers for this DVR port d0f4da83-4265-4184-8452-3dbe81d5ab85 on host hv-cinder-79685 {{(pid=78471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:48:22.161331 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-f799d54f-5584-4b3d-bc99-d037753ab229 req-de4221f3-0891-4a6d-bef7-d3044c1bc4d0 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:22.164327 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7497fd1-2fdc-4a2a-990c-ac1bbfd79dc1', 'name': 'network-vif-deleted', 'tag': 'd0f4da83-4265-4184-8452-3dbe81d5ab85'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:48:22.182800 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-f799d54f-5584-4b3d-bc99-d037753ab229 req-de4221f3-0891-4a6d-bef7-d3044c1bc4d0 tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.72 "DELETE /v2.0/ports/d0f4da83-4265-4184-8452-3dbe81d5ab85 HTTP/1.1" status: 204 len: 173 time: 0.8693619 Jun 17 14:48:22.237175 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7497fd1-2fdc-4a2a-990c-ac1bbfd79dc1', 'name': 'network-vif-deleted', 'tag': 'd0f4da83-4265-4184-8452-3dbe81d5ab85', 'status': 'completed', 'code': 200} Jun 17 14:48:22.308473 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-28448d9b-2fad-4c95-97d1-90a4499e8f69 req-d12306b3-042a-4f51-a9f9-67556434d28d tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Synchronizing usage tracker for tenant:0d8b801012de465d9f9bdf77b4781e7f on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:48:22.328805 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-28448d9b-2fad-4c95-97d1-90a4499e8f69 req-d12306b3-042a-4f51-a9f9-67556434d28d tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] Unset dirty status for tenant:0d8b801012de465d9f9bdf77b4781e7f on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:48:22.330358 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-28448d9b-2fad-4c95-97d1-90a4499e8f69 req-d12306b3-042a-4f51-a9f9-67556434d28d tempest-VolumesNegativeTest-252010666 tempest-VolumesNegativeTest-252010666-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7497fd1-2fdc-4a2a-990c-ac1bbfd79dc1 HTTP/1.1" status: 200 len: 210 time: 0.0699322 Jun 17 14:48:25.077754 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device d0f4da83-4265-4184-8452-3dbe81d5ab85 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:48:25.116366 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] No Port match for: d0f4da83-4265-4184-8452-3dbe81d5ab85 {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:48:25.116717 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device d0f4da83-4265-4184-8452-3dbe81d5ab85 not bound to the agent host hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:48:25.726086 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:27.974757 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 50960) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:48:28.128587 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-0a9b6255-0f52-403f-8ddc-a7006a826ce9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0d8b801012de465d9f9bdf77b4781e7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1526406 Jun 17 14:48:28.130938 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 50966) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:48:28.191016 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b94ca662-63a6-4fac-a951-e872088d4e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:28.215467 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b94ca662-63a6-4fac-a951-e872088d4e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:28.270897 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b94ca662-63a6-4fac-a951-e872088d4e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:28.274660 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-78fcfa3a-cef5-4aba-b547-b533dd9fd16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:28.288447 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ca662-63a6-4fac-a951-e872088d4e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46da5ca1-7fbb-447c-986f-9ca2204a7193,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:28.297532 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ca662-63a6-4fac-a951-e872088d4e62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:28.297928 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ca662-63a6-4fac-a951-e872088d4e62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:28.298298 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ca662-63a6-4fac-a951-e872088d4e62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:28.298660 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ca662-63a6-4fac-a951-e872088d4e62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:28.299018 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ca662-63a6-4fac-a951-e872088d4e62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:28.299374 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ca662-63a6-4fac-a951-e872088d4e62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:28.299735 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ca662-63a6-4fac-a951-e872088d4e62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:28.300089 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ca662-63a6-4fac-a951-e872088d4e62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:28.300448 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ca662-63a6-4fac-a951-e872088d4e62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:28.300806 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ca662-63a6-4fac-a951-e872088d4e62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:28.301141 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ca662-63a6-4fac-a951-e872088d4e62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:28.301487 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ca662-63a6-4fac-a951-e872088d4e62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:28.305754 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-b94ca662-63a6-4fac-a951-e872088d4e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:28.309687 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-b94ca662-63a6-4fac-a951-e872088d4e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:28.313103 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-b94ca662-63a6-4fac-a951-e872088d4e62 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/46da5ca1-7fbb-447c-986f-9ca2204a7193 HTTP/1.1" status: 204 len: 168 time: 0.1789100 Jun 17 14:48:28.975882 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 50990) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:48:29.079296 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-3f7d0653-3de3-4c84-98ba-7a2fe6cfbe52 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-477108551-network', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:48:29.083941 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-3f7d0653-3de3-4c84-98ba-7a2fe6cfbe52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:48:29.087911 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-3f7d0653-3de3-4c84-98ba-7a2fe6cfbe52 admin admin] Usage tracker for resource:network and tenant:b43e181b87f74406a06eaa0dd299e714 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:48:29.092551 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-3f7d0653-3de3-4c84-98ba-7a2fe6cfbe52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:48:29.098934 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-3f7d0653-3de3-4c84-98ba-7a2fe6cfbe52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:48:29.109234 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7d0653-3de3-4c84-98ba-7a2fe6cfbe52 admin admin] Made reservation on behalf of b43e181b87f74406a06eaa0dd299e714 for: {'network': 1} {{(pid=78472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:48:29.111523 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-3f7d0653-3de3-4c84-98ba-7a2fe6cfbe52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for network, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:29.124164 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-3f7d0653-3de3-4c84-98ba-7a2fe6cfbe52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:29.139007 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-3f7d0653-3de3-4c84-98ba-7a2fe6cfbe52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:48:29.142849 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-3f7d0653-3de3-4c84-98ba-7a2fe6cfbe52 admin admin] Usage tracker for resource:security_group_rule and tenant:b43e181b87f74406a06eaa0dd299e714 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:48:29.145912 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-3f7d0653-3de3-4c84-98ba-7a2fe6cfbe52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:48:29.151584 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-3f7d0653-3de3-4c84-98ba-7a2fe6cfbe52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:48:29.240176 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-3f7d0653-3de3-4c84-98ba-7a2fe6cfbe52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:29.244175 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-3f7d0653-3de3-4c84-98ba-7a2fe6cfbe52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:29.247690 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-0f3482d2-7fd6-48b0-a0b3-96ce56e15277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:29.278052 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f7d0653-3de3-4c84-98ba-7a2fe6cfbe52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1348} {{(pid=78472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:48:29.283589 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d0653-3de3-4c84-98ba-7a2fe6cfbe52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4063b976-d825-44a4-a3e1-7ef37c6bf119,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:29.287122 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-3f7d0653-3de3-4c84-98ba-7a2fe6cfbe52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:29.290672 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-3f7d0653-3de3-4c84-98ba-7a2fe6cfbe52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:29.291008 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.db.segments_db [None req-3f7d0653-3de3-4c84-98ba-7a2fe6cfbe52 admin admin] Added segment ed69f7d4-5ae1-4154-a3f0-763501859356 of type vlan for network af68f1da-903e-4b34-b638-38d7f2e26deb Jun 17 14:48:29.318176 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-3f7d0653-3de3-4c84-98ba-7a2fe6cfbe52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744813850956'] for network, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:29.347004 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-3f7d0653-3de3-4c84-98ba-7a2fe6cfbe52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121'] for network, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:29.348294 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7d0653-3de3-4c84-98ba-7a2fe6cfbe52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:29.348901 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-3f7d0653-3de3-4c84-98ba-7a2fe6cfbe52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:29.353578 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:29.444180 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-3f7d0653-3de3-4c84-98ba-7a2fe6cfbe52 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4672117 Jun 17 14:48:29.447164 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 50996) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:48:29.453097 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d0653-3de3-4c84-98ba-7a2fe6cfbe52 admin admin] Pushing event updated for resources: {'Network': ['ID=af68f1da-903e-4b34-b638-38d7f2e26deb,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:29.454014 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-b101ee2f-9091-4283-abb9-40fc563d1880 admin admin] Request body: {'subnet': {'network_id': 'af68f1da-903e-4b34-b638-38d7f2e26deb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-477108551-subnet', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'ip_version': 4}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:48:29.456345 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-3f7d0653-3de3-4c84-98ba-7a2fe6cfbe52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:29.460002 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-b101ee2f-9091-4283-abb9-40fc563d1880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:48:29.463366 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Network af68f1da-903e-4b34-b638-38d7f2e26deb details requested by agent ovs-agent-dv-cinder-796859-1-smb with host dv-cinder-796859-1-smb {{(pid=78473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:48:29.464341 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-b101ee2f-9091-4283-abb9-40fc563d1880 admin admin] Usage tracker for resource:subnet and tenant:b43e181b87f74406a06eaa0dd299e714 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:48:29.467427 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-b101ee2f-9091-4283-abb9-40fc563d1880 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:48:29.473140 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-b101ee2f-9091-4283-abb9-40fc563d1880 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:48:29.483730 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b101ee2f-9091-4283-abb9-40fc563d1880 admin admin] Made reservation on behalf of b43e181b87f74406a06eaa0dd299e714 for: {'subnet': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:48:29.486110 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-b101ee2f-9091-4283-abb9-40fc563d1880 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14744890'] for subnet, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:29.867887 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-b101ee2f-9091-4283-abb9-40fc563d1880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16519441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14744872'] for subnet, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:29.872512 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:29.942299 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101ee2f-9091-4283-abb9-40fc563d1880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cb92de8-f339-4af1-b3c8-7dc1cf125b7f,revision_number=0']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:29.946199 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-b101ee2f-9091-4283-abb9-40fc563d1880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:29.950276 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b101ee2f-9091-4283-abb9-40fc563d1880 admin admin] Checking segment: {'id': 'ed69f7d4-5ae1-4154-a3f0-763501859356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'af68f1da-903e-4b34-b638-38d7f2e26deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:48:29.950631 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b101ee2f-9091-4283-abb9-40fc563d1880 admin admin] Network hostable DHCP agents. Network: af68f1da-903e-4b34-b638-38d7f2e26deb, hostable agents: ['cf6f0ed2-8328-4e51-ab4a-90de33d65f7e'], hosted agents: [] {{(pid=78471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:48:29.969901 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b101ee2f-9091-4283-abb9-40fc563d1880 admin admin] Network af68f1da-903e-4b34-b638-38d7f2e26deb is scheduled to be hosted by DHCP agent cf6f0ed2-8328-4e51-ab4a-90de33d65f7e with binding_index 1 {{(pid=78471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:48:29.980000 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [None req-b101ee2f-9091-4283-abb9-40fc563d1880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-smb, af68f1da-903e-4b34-b638-38d7f2e26deb) {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:48:29.990197 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d9c3d4-8c2e-4e7a-8b4f-c2774e0246d1 None None] Network af68f1da-903e-4b34-b638-38d7f2e26deb requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:48:29.992052 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b101ee2f-9091-4283-abb9-40fc563d1880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:29.992665 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-b101ee2f-9091-4283-abb9-40fc563d1880 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:30.014365 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 51000) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:48:30.014934 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-b101ee2f-9091-4283-abb9-40fc563d1880 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5661578 Jun 17 14:48:30.019951 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-a3fcfad4-40ba-4770-a724-7be91b74b58b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-477108551-router', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'}}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:48:30.024534 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-a3fcfad4-40ba-4770-a724-7be91b74b58b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:48:30.028920 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-a3fcfad4-40ba-4770-a724-7be91b74b58b admin admin] Usage tracker for resource:router and tenant:b43e181b87f74406a06eaa0dd299e714 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:48:30.031714 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-a3fcfad4-40ba-4770-a724-7be91b74b58b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:48:30.037298 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-a3fcfad4-40ba-4770-a724-7be91b74b58b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:48:30.049324 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a3fcfad4-40ba-4770-a724-7be91b74b58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-746237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3828'] for router, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:30.050366 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a3fcfad4-40ba-4770-a724-7be91b74b58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-768802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3821'] for router, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:30.067073 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a3fcfad4-40ba-4770-a724-7be91b74b58b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:30.238807 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097da8d6-fe5d-4f8e-97b5-d141fb33c3b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp184505a3-554f-5763-afab-1ae6f46ce17e-af68f1da-903e-4b34-b638-38d7f2e26deb', 'network_id': 'af68f1da-903e-4b34-b638-38d7f2e26deb', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'fixed_ips': [{'subnet_id': '0cb92de8-f339-4af1-b3c8-7dc1cf125b7f'}]}} from dv-cinder-796859-1-smb. {{(pid=78473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 17 14:48:30.239638 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-097da8d6-fe5d-4f8e-97b5-d141fb33c3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:30.339730 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a3fcfad4-40ba-4770-a724-7be91b74b58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-746182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3743'] for router, precommit_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:30.408820 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.db_base_plugin_common [None req-097da8d6-fe5d-4f8e-97b5-d141fb33c3b8 None None] Allocated IP 172.20.0.2 (af68f1da-903e-4b34-b638-38d7f2e26deb/0cb92de8-f339-4af1-b3c8-7dc1cf125b7f/130f427a-4fca-4dc5-a70c-e303b8911794) {{(pid=78473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:48:30.629364 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-097da8d6-fe5d-4f8e-97b5-d141fb33c3b8 None None] Notify callbacks [] for port, precommit_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:30.642544 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-097da8d6-fe5d-4f8e-97b5-d141fb33c3b8 None None] Transition to ACTIVE for port object 130f427a-4fca-4dc5-a70c-e303b8911794 will not be triggered until provisioned by entity L2. {{(pid=78473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:48:30.661680 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-097da8d6-fe5d-4f8e-97b5-d141fb33c3b8 None None] Transition to ACTIVE for port object 130f427a-4fca-4dc5-a70c-e303b8911794 will not be triggered until provisioned by entity DHCP. {{(pid=78473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:48:30.667399 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-097da8d6-fe5d-4f8e-97b5-d141fb33c3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906'] for port, after_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:30.671634 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:30.733556 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097da8d6-fe5d-4f8e-97b5-d141fb33c3b8 None None] Network af68f1da-903e-4b34-b638-38d7f2e26deb is already hosted by enough agents. {{(pid=78473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:48:30.736386 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.scheduler.base_scheduler [None req-097da8d6-fe5d-4f8e-97b5-d141fb33c3b8 None None] Resources bound (agent type, host, resource id): {{(pid=78473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:48:30.739904 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097da8d6-fe5d-4f8e-97b5-d141fb33c3b8 None None] Received port after_create {{(pid=78473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:48:30.747499 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097da8d6-fe5d-4f8e-97b5-d141fb33c3b8 None None] Pushing event updated for resources: {'Port': ['ID=130f427a-4fca-4dc5-a70c-e303b8911794,revision_number=1']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:30.756369 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a3fcfad4-40ba-4770-a724-7be91b74b58b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:30.774085 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-097da8d6-fe5d-4f8e-97b5-d141fb33c3b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:30.786627 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a3fcfad4-40ba-4770-a724-7be91b74b58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:30.835585 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-097da8d6-fe5d-4f8e-97b5-d141fb33c3b8 None None] Attempting to bind port 130f427a-4fca-4dc5-a70c-e303b8911794 on host dv-cinder-796859-1-smb for vnic_type normal with profile {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:48:30.835964 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-097da8d6-fe5d-4f8e-97b5-d141fb33c3b8 None None] Attempting to bind port 130f427a-4fca-4dc5-a70c-e303b8911794 by drivers openvswitch,hyperv on host dv-cinder-796859-1-smb at level 0 using segments [{'id': 'ed69f7d4-5ae1-4154-a3f0-763501859356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'af68f1da-903e-4b34-b638-38d7f2e26deb'}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:48:30.836332 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097da8d6-fe5d-4f8e-97b5-d141fb33c3b8 None None] Attempting to bind port 130f427a-4fca-4dc5-a70c-e303b8911794 on network af68f1da-903e-4b34-b638-38d7f2e26deb {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:48:30.842852 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097da8d6-fe5d-4f8e-97b5-d141fb33c3b8 None None] Checking agent: {'id': '90be04d1-4e68-4ce3-b058-a3d90bbc2941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 30, 7), 'started_at': datetime.datetime(2021, 6, 17, 14, 30, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:48:30.843367 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097da8d6-fe5d-4f8e-97b5-d141fb33c3b8 None None] Checking segment: {'id': 'ed69f7d4-5ae1-4154-a3f0-763501859356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'af68f1da-903e-4b34-b638-38d7f2e26deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:48:30.843867 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-097da8d6-fe5d-4f8e-97b5-d141fb33c3b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:30.844290 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097da8d6-fe5d-4f8e-97b5-d141fb33c3b8 None None] Bound using segment: {'id': 'ed69f7d4-5ae1-4154-a3f0-763501859356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'af68f1da-903e-4b34-b638-38d7f2e26deb'} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:48:30.844842 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-097da8d6-fe5d-4f8e-97b5-d141fb33c3b8 None None] Bound port: 130f427a-4fca-4dc5-a70c-e303b8911794, host: dv-cinder-796859-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed69f7d4-5ae1-4154-a3f0-763501859356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'af68f1da-903e-4b34-b638-38d7f2e26deb'}}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:48:30.846030 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-097da8d6-fe5d-4f8e-97b5-d141fb33c3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:30.926871 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.db_base_plugin_common [None req-a3fcfad4-40ba-4770-a724-7be91b74b58b admin admin] Allocated IP 172.28.2.39 (a25846cf-426a-46fe-928d-52e0b9163129/3ba06ebc-ae5d-4516-941b-79e431a8638b/be140f3e-5f73-40eb-90d6-6bc86f0939d2) {{(pid=78472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:48:30.934454 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-097da8d6-fe5d-4f8e-97b5-d141fb33c3b8 None None] For port 130f427a-4fca-4dc5-a70c-e303b8911794, host dv-cinder-796859-1-smb, cleared binding levels {{(pid=78473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:48:30.937618 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-097da8d6-fe5d-4f8e-97b5-d141fb33c3b8 None None] For port 130f427a-4fca-4dc5-a70c-e303b8911794, host dv-cinder-796859-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=130f427a-4fca-4dc5-a70c-e303b8911794,segment=NetworkSegment(ed69f7d4-5ae1-4154-a3f0-763501859356),segment_id=ed69f7d4-5ae1-4154-a3f0-763501859356)] {{(pid=78473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:48:30.942075 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-097da8d6-fe5d-4f8e-97b5-d141fb33c3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:30.945624 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:31.037702 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097da8d6-fe5d-4f8e-97b5-d141fb33c3b8 None None] Pushing event updated for resources: {'Port': ['ID=130f427a-4fca-4dc5-a70c-e303b8911794,revision_number=2']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:31.040862 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-097da8d6-fe5d-4f8e-97b5-d141fb33c3b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:31.074766 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a3fcfad4-40ba-4770-a724-7be91b74b58b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:31.106622 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a3fcfad4-40ba-4770-a724-7be91b74b58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14896044'] for port, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:31.112271 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-bd526572-9f81-4c68-8611-a13e7f26a880 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:31.174627 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fcfad4-40ba-4770-a724-7be91b74b58b admin admin] Network a25846cf-426a-46fe-928d-52e0b9163129 is already hosted by enough agents. {{(pid=78472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:48:31.177726 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.base_scheduler [None req-a3fcfad4-40ba-4770-a724-7be91b74b58b admin admin] Resources bound (agent type, host, resource id): {{(pid=78472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:48:31.181297 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fcfad4-40ba-4770-a724-7be91b74b58b admin admin] Received port after_create {{(pid=78472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:48:31.246885 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fcfad4-40ba-4770-a724-7be91b74b58b admin admin] Pushing event updated for resources: {'Port': ['ID=be140f3e-5f73-40eb-90d6-6bc86f0939d2,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:31.251399 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-a3fcfad4-40ba-4770-a724-7be91b74b58b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:31.620720 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a3fcfad4-40ba-4770-a724-7be91b74b58b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:31.929806 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe5291c-5694-4100-b43b-612e7a44de5d None None] Network af68f1da-903e-4b34-b638-38d7f2e26deb requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:48:31.965160 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a3fcfad4-40ba-4770-a724-7be91b74b58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-746191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768836'] for router, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:32.039840 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-7d7283ca-da45-456e-a037-47599b9cd3c4 None None] Provisioning for port 130f427a-4fca-4dc5-a70c-e303b8911794 completed by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:48:32.286488 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fcfad4-40ba-4770-a724-7be91b74b58b admin admin] Router 7424d4e4-c755-41b2-8416-665b7905c719 is scheduled to L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 with binding_index 1 {{(pid=78472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 14:48:32.469203 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fcfad4-40ba-4770-a724-7be91b74b58b admin admin] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:48:32.477846 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01be16b8-546c-46f1-b3a2-24cf5af583c3 None None] Sync routers for ids ['7424d4e4-c755-41b2-8416-665b7905c719'] in dv-cinder-796859-1-smb {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:48:32.488124 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01be16b8-546c-46f1-b3a2-24cf5af583c3 None None] Routers {'7424d4e4-c755-41b2-8416-665b7905c719'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:48:32.488741 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-01be16b8-546c-46f1-b3a2-24cf5af583c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:48:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['7424d4e4-c755-41b2-8416-665b7905c719'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:48:32.495642 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a3fcfad4-40ba-4770-a724-7be91b74b58b admin admin] Notify callbacks [] for router, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:32.497203 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-a3fcfad4-40ba-4770-a724-7be91b74b58b admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4816699 Jun 17 14:48:32.500005 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 51004) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:48:32.543096 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 130f427a-4fca-4dc5-a70c-e303b8911794 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:48:32.714007 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning for port 130f427a-4fca-4dc5-a70c-e303b8911794 completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:48:32.724982 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-01be16b8-546c-46f1-b3a2-24cf5af583c3 None None] Set router 7424d4e4-c755-41b2-8416-665b7905c719 gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:48:32.767788 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 130f427a-4fca-4dc5-a70c-e303b8911794 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:48:32.768161 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:33.123374 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:33.167328 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] For port 130f427a-4fca-4dc5-a70c-e303b8911794, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=130f427a-4fca-4dc5-a70c-e303b8911794,segment=NetworkSegment(ed69f7d4-5ae1-4154-a3f0-763501859356),segment_id=ed69f7d4-5ae1-4154-a3f0-763501859356)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:48:33.173370 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:33.175890 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:33.180193 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-488dcaf5-1de7-4ad9-bfe1-95b77e25d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:33.230621 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-01be16b8-546c-46f1-b3a2-24cf5af583c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7424d4e4-c755-41b2-8416-665b7905c719', 'name': 'tempest-TestMinimumBasicScenario-477108551-router', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': 'be140f3e-5f73-40eb-90d6-6bc86f0939d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:30Z', 'updated_at': '2021-06-17T14:48:31Z', 'revision_number': 3, 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'gw_port': {'id': 'be140f3e-5f73-40eb-90d6-6bc86f0939d2', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7424d4e4-c755-41b2-8416-665b7905c719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:30Z', 'updated_at': '2021-06-17T14:48:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb'}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:48:33.237653 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01be16b8-546c-46f1-b3a2-24cf5af583c3 None None] Checking router: 7424d4e4-c755-41b2-8416-665b7905c719 for host: dv-cinder-796859-1-smb {{(pid=78473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:48:33.238009 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01be16b8-546c-46f1-b3a2-24cf5af583c3 None None] Updating router 7424d4e4-c755-41b2-8416-665b7905c719 port be140f3e-5f73-40eb-90d6-6bc86f0939d2 binding host dv-cinder-796859-1-smb {{(pid=78473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:48:33.300879 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Pushing event updated for resources: {'Port': ['ID=130f427a-4fca-4dc5-a70c-e303b8911794,revision_number=3']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:33.305715 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:33.306454 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-01be16b8-546c-46f1-b3a2-24cf5af583c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:33.392029 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.db_base_plugin_common [None req-488dcaf5-1de7-4ad9-bfe1-95b77e25d5ae admin admin] Allocated IP 172.20.0.1 (af68f1da-903e-4b34-b638-38d7f2e26deb/0cb92de8-f339-4af1-b3c8-7dc1cf125b7f/2a16dfe2-846c-4c9d-8a5a-169fcf441e50) {{(pid=78472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:48:33.538825 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-488dcaf5-1de7-4ad9-bfe1-95b77e25d5ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:33.554271 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.provisioning_blocks [None req-488dcaf5-1de7-4ad9-bfe1-95b77e25d5ae admin admin] Transition to ACTIVE for port object 2a16dfe2-846c-4c9d-8a5a-169fcf441e50 will not be triggered until provisioned by entity DHCP. {{(pid=78472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:48:33.579280 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-488dcaf5-1de7-4ad9-bfe1-95b77e25d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14896044'] for port, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:33.583290 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-e1847b37-72cb-4233-a1ca-d3d8899927d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:33.640026 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-01be16b8-546c-46f1-b3a2-24cf5af583c3 None None] Notify callbacks [] for port, precommit_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:33.653156 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-01be16b8-546c-46f1-b3a2-24cf5af583c3 None None] Transition to ACTIVE for port object be140f3e-5f73-40eb-90d6-6bc86f0939d2 will not be triggered until provisioned by entity L2. {{(pid=78473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:48:33.660043 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-01be16b8-546c-46f1-b3a2-24cf5af583c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:33.663813 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:33.752886 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-01be16b8-546c-46f1-b3a2-24cf5af583c3 None None] Attempting to bind port be140f3e-5f73-40eb-90d6-6bc86f0939d2 on host dv-cinder-796859-1-smb for vnic_type normal with profile {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:48:33.753269 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-01be16b8-546c-46f1-b3a2-24cf5af583c3 None None] Attempting to bind port be140f3e-5f73-40eb-90d6-6bc86f0939d2 by drivers openvswitch,hyperv on host dv-cinder-796859-1-smb at level 0 using segments [{'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:48:33.753646 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01be16b8-546c-46f1-b3a2-24cf5af583c3 None None] Attempting to bind port be140f3e-5f73-40eb-90d6-6bc86f0939d2 on network a25846cf-426a-46fe-928d-52e0b9163129 {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:48:33.755699 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a19ab5-807e-4611-840a-fcb8aec7f528 None None] Pushing event updated for resources: {'Port': ['ID=be140f3e-5f73-40eb-90d6-6bc86f0939d2,revision_number=2']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:33.758449 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488dcaf5-1de7-4ad9-bfe1-95b77e25d5ae admin admin] Network af68f1da-903e-4b34-b638-38d7f2e26deb is already hosted by enough agents. {{(pid=78472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:48:33.759233 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-d6a19ab5-807e-4611-840a-fcb8aec7f528 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:33.762813 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.base_scheduler [None req-488dcaf5-1de7-4ad9-bfe1-95b77e25d5ae admin admin] Resources bound (agent type, host, resource id): {{(pid=78472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:48:33.762983 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01be16b8-546c-46f1-b3a2-24cf5af583c3 None None] Checking agent: {'id': '90be04d1-4e68-4ce3-b058-a3d90bbc2941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 30, 7), 'started_at': datetime.datetime(2021, 6, 17, 14, 30, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:48:33.763215 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01be16b8-546c-46f1-b3a2-24cf5af583c3 None None] Checking segment: {'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:48:33.763608 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-01be16b8-546c-46f1-b3a2-24cf5af583c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:33.764697 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01be16b8-546c-46f1-b3a2-24cf5af583c3 None None] Bound using segment: {'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:48:33.764697 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-01be16b8-546c-46f1-b3a2-24cf5af583c3 None None] Bound port: be140f3e-5f73-40eb-90d6-6bc86f0939d2, host: dv-cinder-796859-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'}}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:48:33.764866 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-01be16b8-546c-46f1-b3a2-24cf5af583c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:33.766654 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488dcaf5-1de7-4ad9-bfe1-95b77e25d5ae admin admin] Received port after_create {{(pid=78472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:48:33.798891 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488dcaf5-1de7-4ad9-bfe1-95b77e25d5ae admin admin] Pushing event updated for resources: {'Port': ['ID=2a16dfe2-846c-4c9d-8a5a-169fcf441e50,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:33.801810 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-488dcaf5-1de7-4ad9-bfe1-95b77e25d5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:33.832194 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-488dcaf5-1de7-4ad9-bfe1-95b77e25d5ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768299'] for router_interface, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:33.842888 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-01be16b8-546c-46f1-b3a2-24cf5af583c3 None None] For port be140f3e-5f73-40eb-90d6-6bc86f0939d2, host dv-cinder-796859-1-smb, cleared binding levels {{(pid=78473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:48:33.847304 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-01be16b8-546c-46f1-b3a2-24cf5af583c3 None None] For port be140f3e-5f73-40eb-90d6-6bc86f0939d2, host dv-cinder-796859-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=be140f3e-5f73-40eb-90d6-6bc86f0939d2,segment=NetworkSegment(23ce0af5-72f9-4008-9996-e17bae4589dc),segment_id=23ce0af5-72f9-4008-9996-e17bae4589dc)] {{(pid=78473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:48:33.854379 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-01be16b8-546c-46f1-b3a2-24cf5af583c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:33.858770 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:33.938497 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01be16b8-546c-46f1-b3a2-24cf5af583c3 None None] Routers {'7424d4e4-c755-41b2-8416-665b7905c719'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:48:33.939117 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-01be16b8-546c-46f1-b3a2-24cf5af583c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:48:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['7424d4e4-c755-41b2-8416-665b7905c719'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:48:34.000659 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a19ab5-807e-4611-840a-fcb8aec7f528 None None] Pushing event updated for resources: {'Port': ['ID=be140f3e-5f73-40eb-90d6-6bc86f0939d2,revision_number=3']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:34.017836 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-d6a19ab5-807e-4611-840a-fcb8aec7f528 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:34.035526 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-0303e787-6178-4ace-81b0-8bd386aaa928 None None] Provisioning for port 2a16dfe2-846c-4c9d-8a5a-169fcf441e50 completed by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:48:34.042558 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-0303e787-6178-4ace-81b0-8bd386aaa928 None None] Provisioning complete for port 2a16dfe2-846c-4c9d-8a5a-169fcf441e50 triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:48:34.042558 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-0303e787-6178-4ace-81b0-8bd386aaa928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:34.100495 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-488dcaf5-1de7-4ad9-bfe1-95b77e25d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:34.172951 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-0303e787-6178-4ace-81b0-8bd386aaa928 None None] Port 2a16dfe2-846c-4c9d-8a5a-169fcf441e50 cannot update to ACTIVE because it is not bound. {{(pid=78473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:48:34.186877 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-01be16b8-546c-46f1-b3a2-24cf5af583c3 None None] Set router 7424d4e4-c755-41b2-8416-665b7905c719 gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:48:34.327686 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-488dcaf5-1de7-4ad9-bfe1-95b77e25d5ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:34.344388 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-488dcaf5-1de7-4ad9-bfe1-95b77e25d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14896021'] for port, after_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:34.367826 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-7c84a7e3-38de-4b92-8b01-dbd1c1755bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:34.446487 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488dcaf5-1de7-4ad9-bfe1-95b77e25d5ae admin admin] Pushing event updated for resources: {'Port': ['ID=2a16dfe2-846c-4c9d-8a5a-169fcf441e50,revision_number=2']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:34.451374 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-488dcaf5-1de7-4ad9-bfe1-95b77e25d5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:34.451762 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-488dcaf5-1de7-4ad9-bfe1-95b77e25d5ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768392'] for router_interface, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:34.481485 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-01be16b8-546c-46f1-b3a2-24cf5af583c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7424d4e4-c755-41b2-8416-665b7905c719', 'name': 'tempest-TestMinimumBasicScenario-477108551-router', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': 'be140f3e-5f73-40eb-90d6-6bc86f0939d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:30Z', 'updated_at': '2021-06-17T14:48:31Z', 'revision_number': 3, 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'gw_port': {'id': 'be140f3e-5f73-40eb-90d6-6bc86f0939d2', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7424d4e4-c755-41b2-8416-665b7905c719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:30Z', 'updated_at': '2021-06-17T14:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb'}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:48:34.485258 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01be16b8-546c-46f1-b3a2-24cf5af583c3 None None] The sync data for ids ['7424d4e4-c755-41b2-8416-665b7905c719'] in dv-cinder-796859-1-smb is: [{'id': '7424d4e4-c755-41b2-8416-665b7905c719', 'name': 'tempest-TestMinimumBasicScenario-477108551-router', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': 'be140f3e-5f73-40eb-90d6-6bc86f0939d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:30Z', 'updated_at': '2021-06-17T14:48:31Z', 'revision_number': 3, 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'gw_port': {'id': 'be140f3e-5f73-40eb-90d6-6bc86f0939d2', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7424d4e4-c755-41b2-8416-665b7905c719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:30Z', 'updated_at': '2021-06-17T14:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb'}] {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:48:34.515563 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 130f427a-4fca-4dc5-a70c-e303b8911794 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:48:34.596849 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488dcaf5-1de7-4ad9-bfe1-95b77e25d5ae admin admin] Network af68f1da-903e-4b34-b638-38d7f2e26deb is already hosted by enough agents. {{(pid=78472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:48:34.598062 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.base_scheduler [None req-488dcaf5-1de7-4ad9-bfe1-95b77e25d5ae admin admin] Resources bound (agent type, host, resource id): {{(pid=78472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:48:34.638281 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 130f427a-4fca-4dc5-a70c-e303b8911794 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:48:34.638768 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:34.841015 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488dcaf5-1de7-4ad9-bfe1-95b77e25d5ae admin admin] Router 7424d4e4-c755-41b2-8416-665b7905c719 has already been hosted by L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 {{(pid=78472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:48:34.898520 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-c1787c73-6fff-45be-b8b1-cef222e8a2fd None None] Provisioning complete for port 2a16dfe2-846c-4c9d-8a5a-169fcf441e50 triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:48:34.899159 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-c1787c73-6fff-45be-b8b1-cef222e8a2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:34.962463 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-c1787c73-6fff-45be-b8b1-cef222e8a2fd None None] Port 2a16dfe2-846c-4c9d-8a5a-169fcf441e50 cannot update to ACTIVE because it is not bound. {{(pid=78473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:48:35.035029 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488dcaf5-1de7-4ad9-bfe1-95b77e25d5ae admin admin] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:48:35.045136 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-488dcaf5-1de7-4ad9-bfe1-95b77e25d5ae admin admin] 10.222.0.77 "PUT /v2.0/routers/7424d4e4-c755-41b2-8416-665b7905c719/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5440772 Jun 17 14:48:35.566924 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 51022) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:48:35.572999 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-7f4e4f03-db8a-4a84-b2ad-3d12c742af20 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-143116588-network', 'tenant_id': '75febc3838424d608f48aa862e1d00a0'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:48:35.577828 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-7f4e4f03-db8a-4a84-b2ad-3d12c742af20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:48:35.581574 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-7f4e4f03-db8a-4a84-b2ad-3d12c742af20 admin admin] Usage tracker for resource:network and tenant:75febc3838424d608f48aa862e1d00a0 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:48:35.584367 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-7f4e4f03-db8a-4a84-b2ad-3d12c742af20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:48:35.591219 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-7f4e4f03-db8a-4a84-b2ad-3d12c742af20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:48:35.602618 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4e4f03-db8a-4a84-b2ad-3d12c742af20 admin admin] Made reservation on behalf of 75febc3838424d608f48aa862e1d00a0 for: {'network': 1} {{(pid=78472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:48:35.605580 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7f4e4f03-db8a-4a84-b2ad-3d12c742af20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for network, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:35.617761 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7f4e4f03-db8a-4a84-b2ad-3d12c742af20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:35.632283 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-7f4e4f03-db8a-4a84-b2ad-3d12c742af20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:48:35.636379 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-7f4e4f03-db8a-4a84-b2ad-3d12c742af20 admin admin] Usage tracker for resource:security_group_rule and tenant:75febc3838424d608f48aa862e1d00a0 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:48:35.639988 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-7f4e4f03-db8a-4a84-b2ad-3d12c742af20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:48:35.647221 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-7f4e4f03-db8a-4a84-b2ad-3d12c742af20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:48:35.730318 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7f4e4f03-db8a-4a84-b2ad-3d12c742af20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:35.733873 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7f4e4f03-db8a-4a84-b2ad-3d12c742af20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:35.736729 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-4beb7cb1-0fbb-4a89-ae61-5a71c0788b49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:35.766435 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f4e4f03-db8a-4a84-b2ad-3d12c742af20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1311} {{(pid=78472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:48:35.775307 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e4f03-db8a-4a84-b2ad-3d12c742af20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a604800f-3069-43d4-a4df-3b2d68528905,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:35.779008 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-7f4e4f03-db8a-4a84-b2ad-3d12c742af20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:35.781483 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7f4e4f03-db8a-4a84-b2ad-3d12c742af20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:35.781855 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.db.segments_db [None req-7f4e4f03-db8a-4a84-b2ad-3d12c742af20 admin admin] Added segment fae75961-746a-4cd5-93c5-4b812705b8d6 of type vlan for network ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d Jun 17 14:48:35.810888 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7f4e4f03-db8a-4a84-b2ad-3d12c742af20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744813850956'] for network, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:35.841056 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7f4e4f03-db8a-4a84-b2ad-3d12c742af20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121'] for network, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:35.842422 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4e4f03-db8a-4a84-b2ad-3d12c742af20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:35.843077 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7f4e4f03-db8a-4a84-b2ad-3d12c742af20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:35.846479 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:35.946914 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-7f4e4f03-db8a-4a84-b2ad-3d12c742af20 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3788755 Jun 17 14:48:35.950529 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 51026) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:48:35.951175 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e4f03-db8a-4a84-b2ad-3d12c742af20 admin admin] Pushing event updated for resources: {'Network': ['ID=ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:35.953534 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-7f4e4f03-db8a-4a84-b2ad-3d12c742af20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:35.957781 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-8487c9ce-11be-440d-a918-1220f7b86b44 admin admin] Request body: {'subnet': {'network_id': 'ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-143116588-subnet', 'tenant_id': '75febc3838424d608f48aa862e1d00a0', 'ip_version': 4}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:48:35.960965 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Network ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d details requested by agent ovs-agent-dv-cinder-796859-1-smb with host dv-cinder-796859-1-smb {{(pid=78473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:48:35.964024 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-8487c9ce-11be-440d-a918-1220f7b86b44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:48:35.967972 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-8487c9ce-11be-440d-a918-1220f7b86b44 admin admin] Usage tracker for resource:subnet and tenant:75febc3838424d608f48aa862e1d00a0 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:48:35.971801 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-8487c9ce-11be-440d-a918-1220f7b86b44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:48:35.977813 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-8487c9ce-11be-440d-a918-1220f7b86b44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:48:35.989984 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8487c9ce-11be-440d-a918-1220f7b86b44 admin admin] Made reservation on behalf of 75febc3838424d608f48aa862e1d00a0 for: {'subnet': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:48:35.992660 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-8487c9ce-11be-440d-a918-1220f7b86b44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14744890'] for subnet, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:36.008443 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b14c4a-4378-4852-8489-7f7bd9ae7e63 None None] Sync routers for ids ['7424d4e4-c755-41b2-8416-665b7905c719'] in dv-cinder-796859-1-smb {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:48:36.018777 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b14c4a-4378-4852-8489-7f7bd9ae7e63 None None] Routers {'7424d4e4-c755-41b2-8416-665b7905c719'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:48:36.019563 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-f0b14c4a-4378-4852-8489-7f7bd9ae7e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:48:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['7424d4e4-c755-41b2-8416-665b7905c719'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:48:36.199323 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-f0b14c4a-4378-4852-8489-7f7bd9ae7e63 None None] Set router 7424d4e4-c755-41b2-8416-665b7905c719 gateway port host: dv-cinder-796859-1-smb {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:48:36.380331 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-f375edee-2c58-41e7-849d-8a8681edaff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:36.401577 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-8487c9ce-11be-440d-a918-1220f7b86b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16519441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14744872'] for subnet, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:36.406520 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:36.488090 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8487c9ce-11be-440d-a918-1220f7b86b44 admin admin] Checking segment: {'id': 'fae75961-746a-4cd5-93c5-4b812705b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:48:36.488449 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8487c9ce-11be-440d-a918-1220f7b86b44 admin admin] Network hostable DHCP agents. Network: ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d, hostable agents: ['cf6f0ed2-8328-4e51-ab4a-90de33d65f7e'], hosted agents: [] {{(pid=78471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:48:36.492722 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487c9ce-11be-440d-a918-1220f7b86b44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbe4a62f-c6d8-4676-9f26-6f040660446f,revision_number=0']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:36.497294 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-8487c9ce-11be-440d-a918-1220f7b86b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:36.511802 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8487c9ce-11be-440d-a918-1220f7b86b44 admin admin] Network ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d is scheduled to be hosted by DHCP agent cf6f0ed2-8328-4e51-ab4a-90de33d65f7e with binding_index 1 {{(pid=78471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:48:36.524267 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [None req-8487c9ce-11be-440d-a918-1220f7b86b44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-smb, ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d) {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:48:36.533968 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device be140f3e-5f73-40eb-90d6-6bc86f0939d2 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:48:36.538590 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8487c9ce-11be-440d-a918-1220f7b86b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:36.539262 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-8487c9ce-11be-440d-a918-1220f7b86b44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:36.565017 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-8487c9ce-11be-440d-a918-1220f7b86b44 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6110809 Jun 17 14:48:36.565233 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-f0b14c4a-4378-4852-8489-7f7bd9ae7e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7424d4e4-c755-41b2-8416-665b7905c719', 'name': 'tempest-TestMinimumBasicScenario-477108551-router', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': 'be140f3e-5f73-40eb-90d6-6bc86f0939d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:30Z', 'updated_at': '2021-06-17T14:48:34Z', 'revision_number': 4, 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'gw_port': {'id': 'be140f3e-5f73-40eb-90d6-6bc86f0939d2', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7424d4e4-c755-41b2-8416-665b7905c719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:30Z', 'updated_at': '2021-06-17T14:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': '2a16dfe2-846c-4c9d-8a5a-169fcf441e50', 'name': '', 'network_id': 'af68f1da-903e-4b34-b638-38d7f2e26deb', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'mac_address': 'fa:16:3e:db:91:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7424d4e4-c755-41b2-8416-665b7905c719', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0cb92de8-f339-4af1-b3c8-7dc1cf125b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:33Z', 'updated_at': '2021-06-17T14:48:34Z', 'revision_number': 2, 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'subnets': [{'id': '0cb92de8-f339-4af1-b3c8-7dc1cf125b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:48:36.565412 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 51030) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:48:36.568397 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcd966d-f1f7-45b6-bec5-636bd2f7e67c None None] Network ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:48:36.569284 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b14c4a-4378-4852-8489-7f7bd9ae7e63 None None] Checking router: 7424d4e4-c755-41b2-8416-665b7905c719 for host: dv-cinder-796859-1-smb {{(pid=78474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:48:36.569661 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b14c4a-4378-4852-8489-7f7bd9ae7e63 None None] Updating router 7424d4e4-c755-41b2-8416-665b7905c719 port 2a16dfe2-846c-4c9d-8a5a-169fcf441e50 binding host dv-cinder-796859-1-smb {{(pid=78474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:48:36.573931 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-8d6fb392-ae94-48a6-b324-f7ac59d991ae admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-143116588-router', 'tenant_id': '75febc3838424d608f48aa862e1d00a0', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'}}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:48:36.579106 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-8d6fb392-ae94-48a6-b324-f7ac59d991ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:48:36.583252 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-8d6fb392-ae94-48a6-b324-f7ac59d991ae admin admin] Usage tracker for resource:router and tenant:75febc3838424d608f48aa862e1d00a0 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:48:36.587220 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-8d6fb392-ae94-48a6-b324-f7ac59d991ae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:48:36.595366 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-8d6fb392-ae94-48a6-b324-f7ac59d991ae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:48:36.607397 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-8d6fb392-ae94-48a6-b324-f7ac59d991ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-746237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3828'] for router, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:36.608491 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-8d6fb392-ae94-48a6-b324-f7ac59d991ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-768802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3821'] for router, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:36.626136 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-8d6fb392-ae94-48a6-b324-f7ac59d991ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:36.634456 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-f0b14c4a-4378-4852-8489-7f7bd9ae7e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:36.712206 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning for port be140f3e-5f73-40eb-90d6-6bc86f0939d2 completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:48:36.750896 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port be140f3e-5f73-40eb-90d6-6bc86f0939d2 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:48:36.751613 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:36.880695 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e7a439-ecd6-43c1-9474-d7f5b070302c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp184505a3-554f-5763-afab-1ae6f46ce17e-ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d', 'network_id': 'ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d', 'tenant_id': '75febc3838424d608f48aa862e1d00a0', 'fixed_ips': [{'subnet_id': 'fbe4a62f-c6d8-4676-9f26-6f040660446f'}]}} from dv-cinder-796859-1-smb. {{(pid=78473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 17 14:48:36.881511 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-d9e7a439-ecd6-43c1-9474-d7f5b070302c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:36.944721 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:37.004712 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-8d6fb392-ae94-48a6-b324-f7ac59d991ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-746182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3743'] for router, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:37.012751 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:37.022905 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-f0b14c4a-4378-4852-8489-7f7bd9ae7e63 None None] Notify callbacks [] for port, precommit_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:37.040125 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.provisioning_blocks [None req-f0b14c4a-4378-4852-8489-7f7bd9ae7e63 None None] Transition to ACTIVE for port object 2a16dfe2-846c-4c9d-8a5a-169fcf441e50 will not be triggered until provisioned by entity L2. {{(pid=78474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:48:37.049503 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] For port be140f3e-5f73-40eb-90d6-6bc86f0939d2, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=be140f3e-5f73-40eb-90d6-6bc86f0939d2,segment=NetworkSegment(23ce0af5-72f9-4008-9996-e17bae4589dc),segment_id=23ce0af5-72f9-4008-9996-e17bae4589dc)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:48:37.049822 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-f0b14c4a-4378-4852-8489-7f7bd9ae7e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:37.055482 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [None req-b56f55a8-0291-48b6-aed1-60162f19fd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:37.077801 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:37.083051 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:37.179647 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.db_base_plugin_common [None req-d9e7a439-ecd6-43c1-9474-d7f5b070302c None None] Allocated IP 172.20.0.2 (ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d/fbe4a62f-c6d8-4676-9f26-6f040660446f/ef1f484d-e917-4c43-aee5-2cfb6fb3b264) {{(pid=78473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:48:37.185749 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Pushing event updated for resources: {'Port': ['ID=be140f3e-5f73-40eb-90d6-6bc86f0939d2,revision_number=4']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:37.207009 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:48:37.208057 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069606c4-d5d8-4182-8acd-b1a163b20831 None None] Pushing event updated for resources: {'Port': ['ID=2a16dfe2-846c-4c9d-8a5a-169fcf441e50,revision_number=3']} {{(pid=78474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:37.248587 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069606c4-d5d8-4182-8acd-b1a163b20831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:37.248930 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069606c4-d5d8-4182-8acd-b1a163b20831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:37.249267 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069606c4-d5d8-4182-8acd-b1a163b20831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:37.249616 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069606c4-d5d8-4182-8acd-b1a163b20831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:37.249947 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069606c4-d5d8-4182-8acd-b1a163b20831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:37.250261 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069606c4-d5d8-4182-8acd-b1a163b20831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:37.250676 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069606c4-d5d8-4182-8acd-b1a163b20831 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:37.251025 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069606c4-d5d8-4182-8acd-b1a163b20831 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:37.251343 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069606c4-d5d8-4182-8acd-b1a163b20831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:37.251657 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069606c4-d5d8-4182-8acd-b1a163b20831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:37.251973 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069606c4-d5d8-4182-8acd-b1a163b20831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:37.252292 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069606c4-d5d8-4182-8acd-b1a163b20831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:48:37.255989 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [None req-069606c4-d5d8-4182-8acd-b1a163b20831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:37.317516 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.managers [None req-f0b14c4a-4378-4852-8489-7f7bd9ae7e63 None None] Attempting to bind port 2a16dfe2-846c-4c9d-8a5a-169fcf441e50 on host dv-cinder-796859-1-smb for vnic_type normal with profile {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:48:37.317955 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.managers [None req-f0b14c4a-4378-4852-8489-7f7bd9ae7e63 None None] Attempting to bind port 2a16dfe2-846c-4c9d-8a5a-169fcf441e50 by drivers openvswitch,hyperv on host dv-cinder-796859-1-smb at level 0 using segments [{'id': 'ed69f7d4-5ae1-4154-a3f0-763501859356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'af68f1da-903e-4b34-b638-38d7f2e26deb'}] {{(pid=78474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:48:37.318322 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b14c4a-4378-4852-8489-7f7bd9ae7e63 None None] Attempting to bind port 2a16dfe2-846c-4c9d-8a5a-169fcf441e50 on network af68f1da-903e-4b34-b638-38d7f2e26deb {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:48:37.321332 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:37.325455 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b14c4a-4378-4852-8489-7f7bd9ae7e63 None None] Checking agent: {'id': '90be04d1-4e68-4ce3-b058-a3d90bbc2941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 30, 7), 'started_at': datetime.datetime(2021, 6, 17, 14, 30, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:48:37.325878 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b14c4a-4378-4852-8489-7f7bd9ae7e63 None None] Checking segment: {'id': 'ed69f7d4-5ae1-4154-a3f0-763501859356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'af68f1da-903e-4b34-b638-38d7f2e26deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:48:37.326290 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-f0b14c4a-4378-4852-8489-7f7bd9ae7e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:37.326689 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b14c4a-4378-4852-8489-7f7bd9ae7e63 None None] Bound using segment: {'id': 'ed69f7d4-5ae1-4154-a3f0-763501859356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'af68f1da-903e-4b34-b638-38d7f2e26deb'} {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:48:37.327173 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.managers [None req-f0b14c4a-4378-4852-8489-7f7bd9ae7e63 None None] Bound port: 2a16dfe2-846c-4c9d-8a5a-169fcf441e50, host: dv-cinder-796859-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed69f7d4-5ae1-4154-a3f0-763501859356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'af68f1da-903e-4b34-b638-38d7f2e26deb'}}] {{(pid=78474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:48:37.327552 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-f0b14c4a-4378-4852-8489-7f7bd9ae7e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:37.394278 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-8d6fb392-ae94-48a6-b324-f7ac59d991ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:37.425094 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.db [None req-f0b14c4a-4378-4852-8489-7f7bd9ae7e63 None None] For port 2a16dfe2-846c-4c9d-8a5a-169fcf441e50, host dv-cinder-796859-1-smb, cleared binding levels {{(pid=78474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:48:37.428375 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.db [None req-f0b14c4a-4378-4852-8489-7f7bd9ae7e63 None None] For port 2a16dfe2-846c-4c9d-8a5a-169fcf441e50, host dv-cinder-796859-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=2a16dfe2-846c-4c9d-8a5a-169fcf441e50,segment=NetworkSegment(ed69f7d4-5ae1-4154-a3f0-763501859356),segment_id=ed69f7d4-5ae1-4154-a3f0-763501859356)] {{(pid=78474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:48:37.430411 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-8d6fb392-ae94-48a6-b324-f7ac59d991ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:37.434319 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-f0b14c4a-4378-4852-8489-7f7bd9ae7e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:37.439654 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [None req-554e34cc-593b-4e21-b900-729bb073e92e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:37.463475 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-d9e7a439-ecd6-43c1-9474-d7f5b070302c None None] Notify callbacks [] for port, precommit_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:37.474212 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-d9e7a439-ecd6-43c1-9474-d7f5b070302c None None] Transition to ACTIVE for port object ef1f484d-e917-4c43-aee5-2cfb6fb3b264 will not be triggered until provisioned by entity L2. {{(pid=78473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:48:37.492904 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-d9e7a439-ecd6-43c1-9474-d7f5b070302c None None] Transition to ACTIVE for port object ef1f484d-e917-4c43-aee5-2cfb6fb3b264 will not be triggered until provisioned by entity DHCP. {{(pid=78473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:48:37.507259 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-d9e7a439-ecd6-43c1-9474-d7f5b070302c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906'] for port, after_create {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:37.514012 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-097da8d6-fe5d-4f8e-97b5-d141fb33c3b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:37.518281 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b14c4a-4378-4852-8489-7f7bd9ae7e63 None None] Routers {'7424d4e4-c755-41b2-8416-665b7905c719'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:48:37.519388 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-f0b14c4a-4378-4852-8489-7f7bd9ae7e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:48:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['7424d4e4-c755-41b2-8416-665b7905c719'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:48:37.578412 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_common [None req-8d6fb392-ae94-48a6-b324-f7ac59d991ae admin admin] Allocated IP 172.28.2.52 (a25846cf-426a-46fe-928d-52e0b9163129/3ba06ebc-ae5d-4516-941b-79e431a8638b/834f2cde-2477-4725-b5af-a024a6354bbd) {{(pid=78471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:48:37.579107 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e7a439-ecd6-43c1-9474-d7f5b070302c None None] Network ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d is already hosted by enough agents. {{(pid=78473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:48:37.582129 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.scheduler.base_scheduler [None req-d9e7a439-ecd6-43c1-9474-d7f5b070302c None None] Resources bound (agent type, host, resource id): {{(pid=78473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:48:37.586046 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e7a439-ecd6-43c1-9474-d7f5b070302c None None] Received port after_create {{(pid=78473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:48:37.594547 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7a439-ecd6-43c1-9474-d7f5b070302c None None] Pushing event updated for resources: {'Port': ['ID=ef1f484d-e917-4c43-aee5-2cfb6fb3b264,revision_number=1']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:37.610079 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069606c4-d5d8-4182-8acd-b1a163b20831 None None] Pushing event updated for resources: {'Port': ['ID=2a16dfe2-846c-4c9d-8a5a-169fcf441e50,revision_number=4']} {{(pid=78474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:37.613611 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [None req-069606c4-d5d8-4182-8acd-b1a163b20831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:37.629995 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-d9e7a439-ecd6-43c1-9474-d7f5b070302c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:37.698916 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-d9e7a439-ecd6-43c1-9474-d7f5b070302c None None] Attempting to bind port ef1f484d-e917-4c43-aee5-2cfb6fb3b264 on host dv-cinder-796859-1-smb for vnic_type normal with profile {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:48:37.699420 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-d9e7a439-ecd6-43c1-9474-d7f5b070302c None None] Attempting to bind port ef1f484d-e917-4c43-aee5-2cfb6fb3b264 by drivers openvswitch,hyperv on host dv-cinder-796859-1-smb at level 0 using segments [{'id': 'fae75961-746a-4cd5-93c5-4b812705b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d'}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:48:37.699859 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e7a439-ecd6-43c1-9474-d7f5b070302c None None] Attempting to bind port ef1f484d-e917-4c43-aee5-2cfb6fb3b264 on network ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:48:37.706174 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e7a439-ecd6-43c1-9474-d7f5b070302c None None] Checking agent: {'id': '90be04d1-4e68-4ce3-b058-a3d90bbc2941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 30, 7), 'started_at': datetime.datetime(2021, 6, 17, 14, 30, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:48:37.706174 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e7a439-ecd6-43c1-9474-d7f5b070302c None None] Checking segment: {'id': 'fae75961-746a-4cd5-93c5-4b812705b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:48:37.706764 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-d9e7a439-ecd6-43c1-9474-d7f5b070302c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:37.707275 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e7a439-ecd6-43c1-9474-d7f5b070302c None None] Bound using segment: {'id': 'fae75961-746a-4cd5-93c5-4b812705b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d'} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:48:37.707816 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-d9e7a439-ecd6-43c1-9474-d7f5b070302c None None] Bound port: ef1f484d-e917-4c43-aee5-2cfb6fb3b264, host: dv-cinder-796859-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae75961-746a-4cd5-93c5-4b812705b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d'}}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:48:37.708457 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-d9e7a439-ecd6-43c1-9474-d7f5b070302c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:37.735182 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-f0b14c4a-4378-4852-8489-7f7bd9ae7e63 None None] Set router 7424d4e4-c755-41b2-8416-665b7905c719 gateway port host: dv-cinder-796859-1-smb {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:48:37.762992 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-8d6fb392-ae94-48a6-b324-f7ac59d991ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:37.795219 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-8d6fb392-ae94-48a6-b324-f7ac59d991ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:37.799886 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-5aad0505-9d41-4801-ba7f-1e481ce2ebad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:37.830548 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-d9e7a439-ecd6-43c1-9474-d7f5b070302c None None] For port ef1f484d-e917-4c43-aee5-2cfb6fb3b264, host dv-cinder-796859-1-smb, cleared binding levels {{(pid=78473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:48:37.834465 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-d9e7a439-ecd6-43c1-9474-d7f5b070302c None None] For port ef1f484d-e917-4c43-aee5-2cfb6fb3b264, host dv-cinder-796859-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=ef1f484d-e917-4c43-aee5-2cfb6fb3b264,segment=NetworkSegment(fae75961-746a-4cd5-93c5-4b812705b8d6),segment_id=fae75961-746a-4cd5-93c5-4b812705b8d6)] {{(pid=78473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:48:37.840133 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-d9e7a439-ecd6-43c1-9474-d7f5b070302c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:37.844870 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:37.866769 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6fb392-ae94-48a6-b324-f7ac59d991ae admin admin] Network a25846cf-426a-46fe-928d-52e0b9163129 is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:48:37.870445 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [None req-8d6fb392-ae94-48a6-b324-f7ac59d991ae admin admin] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:48:37.874361 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6fb392-ae94-48a6-b324-f7ac59d991ae admin admin] Received port after_create {{(pid=78471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:48:37.904222 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fb392-ae94-48a6-b324-f7ac59d991ae admin admin] Pushing event updated for resources: {'Port': ['ID=834f2cde-2477-4725-b5af-a024a6354bbd,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:37.910807 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-8d6fb392-ae94-48a6-b324-f7ac59d991ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:37.947644 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7a439-ecd6-43c1-9474-d7f5b070302c None None] Pushing event updated for resources: {'Port': ['ID=ef1f484d-e917-4c43-aee5-2cfb6fb3b264,revision_number=2']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:37.950793 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-d9e7a439-ecd6-43c1-9474-d7f5b070302c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:38.139491 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-f0b14c4a-4378-4852-8489-7f7bd9ae7e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7424d4e4-c755-41b2-8416-665b7905c719', 'name': 'tempest-TestMinimumBasicScenario-477108551-router', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': 'be140f3e-5f73-40eb-90d6-6bc86f0939d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:30Z', 'updated_at': '2021-06-17T14:48:34Z', 'revision_number': 4, 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'gw_port': {'id': 'be140f3e-5f73-40eb-90d6-6bc86f0939d2', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7424d4e4-c755-41b2-8416-665b7905c719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:30Z', 'updated_at': '2021-06-17T14:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': '2a16dfe2-846c-4c9d-8a5a-169fcf441e50', 'name': '', 'network_id': 'af68f1da-903e-4b34-b638-38d7f2e26deb', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'mac_address': 'fa:16:3e:db:91:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7424d4e4-c755-41b2-8416-665b7905c719', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0cb92de8-f339-4af1-b3c8-7dc1cf125b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:33Z', 'updated_at': '2021-06-17T14:48:37Z', 'revision_number': 4, 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'subnets': [{'id': '0cb92de8-f339-4af1-b3c8-7dc1cf125b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:48:38.148695 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b14c4a-4378-4852-8489-7f7bd9ae7e63 None None] The sync data for ids ['7424d4e4-c755-41b2-8416-665b7905c719'] in dv-cinder-796859-1-smb is: [{'id': '7424d4e4-c755-41b2-8416-665b7905c719', 'name': 'tempest-TestMinimumBasicScenario-477108551-router', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': 'be140f3e-5f73-40eb-90d6-6bc86f0939d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:30Z', 'updated_at': '2021-06-17T14:48:34Z', 'revision_number': 4, 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'gw_port': {'id': 'be140f3e-5f73-40eb-90d6-6bc86f0939d2', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7424d4e4-c755-41b2-8416-665b7905c719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:30Z', 'updated_at': '2021-06-17T14:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': '2a16dfe2-846c-4c9d-8a5a-169fcf441e50', 'name': '', 'network_id': 'af68f1da-903e-4b34-b638-38d7f2e26deb', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'mac_address': 'fa:16:3e:db:91:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7424d4e4-c755-41b2-8416-665b7905c719', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0cb92de8-f339-4af1-b3c8-7dc1cf125b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:33Z', 'updated_at': '2021-06-17T14:48:37Z', 'revision_number': 4, 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'subnets': [{'id': '0cb92de8-f339-4af1-b3c8-7dc1cf125b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:48:38.363811 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-8d6fb392-ae94-48a6-b324-f7ac59d991ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:38.617440 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device ef1f484d-e917-4c43-aee5-2cfb6fb3b264 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:48:38.710952 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning for port ef1f484d-e917-4c43-aee5-2cfb6fb3b264 completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:48:38.720505 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 2a16dfe2-846c-4c9d-8a5a-169fcf441e50 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:48:38.841610 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning for port 2a16dfe2-846c-4c9d-8a5a-169fcf441e50 completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:48:38.847757 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 2a16dfe2-846c-4c9d-8a5a-169fcf441e50 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:48:38.848306 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:38.895955 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-8d6fb392-ae94-48a6-b324-f7ac59d991ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-746191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-768836'] for router, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:39.003864 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-0e7f98eb-fe08-464e-b9d0-1c30f5e6ac63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:39.022685 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:39.062735 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] For port 2a16dfe2-846c-4c9d-8a5a-169fcf441e50, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=2a16dfe2-846c-4c9d-8a5a-169fcf441e50,segment=NetworkSegment(ed69f7d4-5ae1-4154-a3f0-763501859356),segment_id=ed69f7d4-5ae1-4154-a3f0-763501859356)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:48:39.066483 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89bb149-1117-4ee3-a092-4ad9e93725e1 None None] Network ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:48:39.137183 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6fb392-ae94-48a6-b324-f7ac59d991ae admin admin] Router a4d4f604-b7e6-4bb3-bf8e-44876e140a1e is scheduled to L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 with binding_index 1 {{(pid=78471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 14:48:39.170555 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:39.171425 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device be140f3e-5f73-40eb-90d6-6bc86f0939d2 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:48:39.202726 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-d6a19ab5-807e-4611-840a-fcb8aec7f528 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:39.308595 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-02c9a0e5-e5d7-400a-bc48-3e3ee79ad557 None None] Provisioning for port ef1f484d-e917-4c43-aee5-2cfb6fb3b264 completed by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:48:39.322663 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-02c9a0e5-e5d7-400a-bc48-3e3ee79ad557 None None] Provisioning complete for port ef1f484d-e917-4c43-aee5-2cfb6fb3b264 triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:48:39.323221 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-02c9a0e5-e5d7-400a-bc48-3e3ee79ad557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:39.331119 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6fb392-ae94-48a6-b324-f7ac59d991ae admin admin] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:48:39.359791 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-8d6fb392-ae94-48a6-b324-f7ac59d991ae admin admin] Notify callbacks [] for router, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:39.363895 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-8d6fb392-ae94-48a6-b324-f7ac59d991ae admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7947328 Jun 17 14:48:39.363895 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 51036) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:48:39.383564 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94a900f-c718-465d-a7bf-2c79070b9480 None None] Sync routers for ids ['a4d4f604-b7e6-4bb3-bf8e-44876e140a1e'] in dv-cinder-796859-1-smb {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:48:39.439170 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Pushing event updated for resources: {'Port': ['ID=2a16dfe2-846c-4c9d-8a5a-169fcf441e50,revision_number=5']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:39.445664 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94a900f-c718-465d-a7bf-2c79070b9480 None None] Routers {'a4d4f604-b7e6-4bb3-bf8e-44876e140a1e'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:48:39.446295 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-a94a900f-c718-465d-a7bf-2c79070b9480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:48:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['a4d4f604-b7e6-4bb3-bf8e-44876e140a1e'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:48:39.493396 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:39.643304 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port be140f3e-5f73-40eb-90d6-6bc86f0939d2 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:48:39.644269 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:39.793910 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-a94a900f-c718-465d-a7bf-2c79070b9480 None None] Set router a4d4f604-b7e6-4bb3-bf8e-44876e140a1e gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:48:39.911144 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-02c9a0e5-e5d7-400a-bc48-3e3ee79ad557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:40.086276 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-02c9a0e5-e5d7-400a-bc48-3e3ee79ad557 None None] For port ef1f484d-e917-4c43-aee5-2cfb6fb3b264, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=ef1f484d-e917-4c43-aee5-2cfb6fb3b264,segment=NetworkSegment(fae75961-746a-4cd5-93c5-4b812705b8d6),segment_id=fae75961-746a-4cd5-93c5-4b812705b8d6)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:48:40.096927 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-02c9a0e5-e5d7-400a-bc48-3e3ee79ad557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:40.106919 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-d9e7a439-ecd6-43c1-9474-d7f5b070302c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:40.180079 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0ca2-e100-44bc-b376-e9c31dc51fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:40.239222 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:40.255645 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9a0e5-e5d7-400a-bc48-3e3ee79ad557 None None] Pushing event updated for resources: {'Port': ['ID=ef1f484d-e917-4c43-aee5-2cfb6fb3b264,revision_number=3']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:40.262327 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-02c9a0e5-e5d7-400a-bc48-3e3ee79ad557 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:40.267354 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-a608a910-d502-4462-8429-dc096afa2c59 None None] Provisioning complete for port ef1f484d-e917-4c43-aee5-2cfb6fb3b264 triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:48:40.267735 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-a608a910-d502-4462-8429-dc096afa2c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:40.397611 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-a94a900f-c718-465d-a7bf-2c79070b9480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d4f604-b7e6-4bb3-bf8e-44876e140a1e', 'name': 'tempest-TestMinimumBasicScenario-143116588-router', 'tenant_id': '75febc3838424d608f48aa862e1d00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '834f2cde-2477-4725-b5af-a024a6354bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:36Z', 'updated_at': '2021-06-17T14:48:38Z', 'revision_number': 3, 'project_id': '75febc3838424d608f48aa862e1d00a0', 'gw_port': {'id': '834f2cde-2477-4725-b5af-a024a6354bbd', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d4f604-b7e6-4bb3-bf8e-44876e140a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:37Z', 'updated_at': '2021-06-17T14:48:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb'}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:48:40.405389 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_common [None req-6a4e0ca2-e100-44bc-b376-e9c31dc51fe2 admin admin] Allocated IP 172.20.0.1 (ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d/fbe4a62f-c6d8-4676-9f26-6f040660446f/e65cd2c9-3dee-4793-b043-e6ae55b41060) {{(pid=78471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:48:40.445386 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94a900f-c718-465d-a7bf-2c79070b9480 None None] Checking router: a4d4f604-b7e6-4bb3-bf8e-44876e140a1e for host: dv-cinder-796859-1-smb {{(pid=78473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:48:40.445772 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94a900f-c718-465d-a7bf-2c79070b9480 None None] Updating router a4d4f604-b7e6-4bb3-bf8e-44876e140a1e port 834f2cde-2477-4725-b5af-a024a6354bbd binding host dv-cinder-796859-1-smb {{(pid=78473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:48:40.520736 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device ef1f484d-e917-4c43-aee5-2cfb6fb3b264 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:48:40.563768 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-a94a900f-c718-465d-a7bf-2c79070b9480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:40.566015 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0ca2-e100-44bc-b376-e9c31dc51fe2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:40.583121 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.provisioning_blocks [None req-6a4e0ca2-e100-44bc-b376-e9c31dc51fe2 admin admin] Transition to ACTIVE for port object e65cd2c9-3dee-4793-b043-e6ae55b41060 will not be triggered until provisioned by entity DHCP. {{(pid=78471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:48:40.606594 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0ca2-e100-44bc-b376-e9c31dc51fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:40.611054 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-40a2ad59-ef9f-419b-a066-aa4bb281d39c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:40.675961 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4e0ca2-e100-44bc-b376-e9c31dc51fe2 admin admin] Network ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:48:40.678814 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [None req-6a4e0ca2-e100-44bc-b376-e9c31dc51fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:48:40.686376 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4e0ca2-e100-44bc-b376-e9c31dc51fe2 admin admin] Received port after_create {{(pid=78471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:48:40.698529 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port ef1f484d-e917-4c43-aee5-2cfb6fb3b264 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:48:40.699877 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:40.724271 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e0ca2-e100-44bc-b376-e9c31dc51fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=e65cd2c9-3dee-4793-b043-e6ae55b41060,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:40.733554 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-6a4e0ca2-e100-44bc-b376-e9c31dc51fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:40.748237 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0ca2-e100-44bc-b376-e9c31dc51fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768299'] for router_interface, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:40.936142 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 2a16dfe2-846c-4c9d-8a5a-169fcf441e50 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:48:41.012609 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-23d52fae-7d3b-4b37-b777-977ab3aa1251 None None] Provisioning for port e65cd2c9-3dee-4793-b043-e6ae55b41060 completed by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:48:41.018247 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0ca2-e100-44bc-b376-e9c31dc51fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:41.049791 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-23d52fae-7d3b-4b37-b777-977ab3aa1251 None None] Provisioning complete for port e65cd2c9-3dee-4793-b043-e6ae55b41060 triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:48:41.050169 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-23d52fae-7d3b-4b37-b777-977ab3aa1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:41.142733 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-a94a900f-c718-465d-a7bf-2c79070b9480 None None] Notify callbacks [] for port, precommit_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:41.145459 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-23d52fae-7d3b-4b37-b777-977ab3aa1251 None None] Port e65cd2c9-3dee-4793-b043-e6ae55b41060 cannot update to ACTIVE because it is not bound. {{(pid=78473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:48:41.159327 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 2a16dfe2-846c-4c9d-8a5a-169fcf441e50 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:48:41.159701 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:41.185127 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-a94a900f-c718-465d-a7bf-2c79070b9480 None None] Transition to ACTIVE for port object 834f2cde-2477-4725-b5af-a024a6354bbd will not be triggered until provisioned by entity L2. {{(pid=78473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:48:41.206754 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-a94a900f-c718-465d-a7bf-2c79070b9480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:41.211777 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:41.247518 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0ca2-e100-44bc-b376-e9c31dc51fe2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:41.252898 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0ca2-e100-44bc-b376-e9c31dc51fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:41.278528 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-0c0c535d-2afb-4add-8a33-fad9d77327fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:41.305799 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72815c-0ca4-47f5-8575-0bcc05cddae0 None None] Pushing event updated for resources: {'Port': ['ID=834f2cde-2477-4725-b5af-a024a6354bbd,revision_number=2']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:41.311173 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-a94a900f-c718-465d-a7bf-2c79070b9480 None None] Attempting to bind port 834f2cde-2477-4725-b5af-a024a6354bbd on host dv-cinder-796859-1-smb for vnic_type normal with profile {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:48:41.311551 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-a94a900f-c718-465d-a7bf-2c79070b9480 None None] Attempting to bind port 834f2cde-2477-4725-b5af-a024a6354bbd by drivers openvswitch,hyperv on host dv-cinder-796859-1-smb at level 0 using segments [{'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:48:41.311920 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94a900f-c718-465d-a7bf-2c79070b9480 None None] Attempting to bind port 834f2cde-2477-4725-b5af-a024a6354bbd on network a25846cf-426a-46fe-928d-52e0b9163129 {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:48:41.316168 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-2d72815c-0ca4-47f5-8575-0bcc05cddae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:41.320212 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94a900f-c718-465d-a7bf-2c79070b9480 None None] Checking agent: {'id': '90be04d1-4e68-4ce3-b058-a3d90bbc2941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 30, 7), 'started_at': datetime.datetime(2021, 6, 17, 14, 30, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:48:41.320585 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94a900f-c718-465d-a7bf-2c79070b9480 None None] Checking segment: {'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:48:41.320988 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-a94a900f-c718-465d-a7bf-2c79070b9480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:41.321379 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94a900f-c718-465d-a7bf-2c79070b9480 None None] Bound using segment: {'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'} {{(pid=78473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:48:41.322501 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.managers [None req-a94a900f-c718-465d-a7bf-2c79070b9480 None None] Bound port: 834f2cde-2477-4725-b5af-a024a6354bbd, host: dv-cinder-796859-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ce0af5-72f9-4008-9996-e17bae4589dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129'}}] {{(pid=78473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:48:41.323230 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-a94a900f-c718-465d-a7bf-2c79070b9480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:41.357004 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e0ca2-e100-44bc-b376-e9c31dc51fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=e65cd2c9-3dee-4793-b043-e6ae55b41060,revision_number=2']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:41.361323 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-6a4e0ca2-e100-44bc-b376-e9c31dc51fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:41.362111 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0ca2-e100-44bc-b376-e9c31dc51fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768392'] for router_interface, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:41.444450 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-a94a900f-c718-465d-a7bf-2c79070b9480 None None] For port 834f2cde-2477-4725-b5af-a024a6354bbd, host dv-cinder-796859-1-smb, cleared binding levels {{(pid=78473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:48:41.448299 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-a94a900f-c718-465d-a7bf-2c79070b9480 None None] For port 834f2cde-2477-4725-b5af-a024a6354bbd, host dv-cinder-796859-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=834f2cde-2477-4725-b5af-a024a6354bbd,segment=NetworkSegment(23ce0af5-72f9-4008-9996-e17bae4589dc),segment_id=23ce0af5-72f9-4008-9996-e17bae4589dc)] {{(pid=78473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:48:41.454312 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-a94a900f-c718-465d-a7bf-2c79070b9480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:41.458769 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:41.502100 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4e0ca2-e100-44bc-b376-e9c31dc51fe2 admin admin] Network ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:48:41.503249 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [None req-6a4e0ca2-e100-44bc-b376-e9c31dc51fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:48:41.544450 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:41.547816 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72815c-0ca4-47f5-8575-0bcc05cddae0 None None] Pushing event updated for resources: {'Port': ['ID=834f2cde-2477-4725-b5af-a024a6354bbd,revision_number=3']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:41.550326 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94a900f-c718-465d-a7bf-2c79070b9480 None None] Routers {'a4d4f604-b7e6-4bb3-bf8e-44876e140a1e'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:48:41.550924 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-a94a900f-c718-465d-a7bf-2c79070b9480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:48:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['a4d4f604-b7e6-4bb3-bf8e-44876e140a1e'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:48:41.606764 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-2d72815c-0ca4-47f5-8575-0bcc05cddae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:41.745747 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-a94a900f-c718-465d-a7bf-2c79070b9480 None None] Set router a4d4f604-b7e6-4bb3-bf8e-44876e140a1e gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:48:41.826544 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4e0ca2-e100-44bc-b376-e9c31dc51fe2 admin admin] Router a4d4f604-b7e6-4bb3-bf8e-44876e140a1e has already been hosted by L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 {{(pid=78471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:48:41.874587 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-fbe6ecad-e6fd-4053-b592-6b624c788726 None None] Provisioning complete for port e65cd2c9-3dee-4793-b043-e6ae55b41060 triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:48:41.874878 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-fbe6ecad-e6fd-4053-b592-6b624c788726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:42.012415 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4e0ca2-e100-44bc-b376-e9c31dc51fe2 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:48:42.030515 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-6a4e0ca2-e100-44bc-b376-e9c31dc51fe2 admin admin] 10.222.0.77 "PUT /v2.0/routers/a4d4f604-b7e6-4bb3-bf8e-44876e140a1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6570885 Jun 17 14:48:42.057794 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-fbe6ecad-e6fd-4053-b592-6b624c788726 None None] Port e65cd2c9-3dee-4793-b043-e6ae55b41060 cannot update to ACTIVE because it is not bound. {{(pid=78473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:48:42.174014 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-a94a900f-c718-465d-a7bf-2c79070b9480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d4f604-b7e6-4bb3-bf8e-44876e140a1e', 'name': 'tempest-TestMinimumBasicScenario-143116588-router', 'tenant_id': '75febc3838424d608f48aa862e1d00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '834f2cde-2477-4725-b5af-a024a6354bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:36Z', 'updated_at': '2021-06-17T14:48:40Z', 'revision_number': 4, 'project_id': '75febc3838424d608f48aa862e1d00a0', 'gw_port': {'id': '834f2cde-2477-4725-b5af-a024a6354bbd', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d4f604-b7e6-4bb3-bf8e-44876e140a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:37Z', 'updated_at': '2021-06-17T14:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': 'e65cd2c9-3dee-4793-b043-e6ae55b41060', 'name': '', 'network_id': 'ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d', 'tenant_id': '75febc3838424d608f48aa862e1d00a0', 'mac_address': 'fa:16:3e:d6:fa:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d4f604-b7e6-4bb3-bf8e-44876e140a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fbe4a62f-c6d8-4676-9f26-6f040660446f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:40Z', 'updated_at': '2021-06-17T14:48:41Z', 'revision_number': 2, 'project_id': '75febc3838424d608f48aa862e1d00a0', 'subnets': [{'id': 'fbe4a62f-c6d8-4676-9f26-6f040660446f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:48:42.178219 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94a900f-c718-465d-a7bf-2c79070b9480 None None] The sync data for ids ['a4d4f604-b7e6-4bb3-bf8e-44876e140a1e'] in dv-cinder-796859-1-smb is: [{'id': 'a4d4f604-b7e6-4bb3-bf8e-44876e140a1e', 'name': 'tempest-TestMinimumBasicScenario-143116588-router', 'tenant_id': '75febc3838424d608f48aa862e1d00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '834f2cde-2477-4725-b5af-a024a6354bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:36Z', 'updated_at': '2021-06-17T14:48:40Z', 'revision_number': 4, 'project_id': '75febc3838424d608f48aa862e1d00a0', 'gw_port': {'id': '834f2cde-2477-4725-b5af-a024a6354bbd', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d4f604-b7e6-4bb3-bf8e-44876e140a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:37Z', 'updated_at': '2021-06-17T14:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': 'e65cd2c9-3dee-4793-b043-e6ae55b41060', 'name': '', 'network_id': 'ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d', 'tenant_id': '75febc3838424d608f48aa862e1d00a0', 'mac_address': 'fa:16:3e:d6:fa:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d4f604-b7e6-4bb3-bf8e-44876e140a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fbe4a62f-c6d8-4676-9f26-6f040660446f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:40Z', 'updated_at': '2021-06-17T14:48:41Z', 'revision_number': 2, 'project_id': '75febc3838424d608f48aa862e1d00a0', 'subnets': [{'id': 'fbe4a62f-c6d8-4676-9f26-6f040660446f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:48:44.559598 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 834f2cde-2477-4725-b5af-a024a6354bbd up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:48:44.634952 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning for port 834f2cde-2477-4725-b5af-a024a6354bbd completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:48:44.640198 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 834f2cde-2477-4725-b5af-a024a6354bbd triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:48:44.640576 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:44.770040 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:44.788716 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] For port 834f2cde-2477-4725-b5af-a024a6354bbd, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=834f2cde-2477-4725-b5af-a024a6354bbd,segment=NetworkSegment(23ce0af5-72f9-4008-9996-e17bae4589dc),segment_id=23ce0af5-72f9-4008-9996-e17bae4589dc)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:48:44.795880 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:44.797923 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:44.886631 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Pushing event updated for resources: {'Port': ['ID=834f2cde-2477-4725-b5af-a024a6354bbd,revision_number=4']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:44.889780 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:46.069802 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97adc0e7-4eb0-4081-8d44-c32a86748b43 None None] Sync routers for ids ['a4d4f604-b7e6-4bb3-bf8e-44876e140a1e'] in dv-cinder-796859-1-smb {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:48:46.083230 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97adc0e7-4eb0-4081-8d44-c32a86748b43 None None] Routers {'a4d4f604-b7e6-4bb3-bf8e-44876e140a1e'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:48:46.084287 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-97adc0e7-4eb0-4081-8d44-c32a86748b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:48:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['a4d4f604-b7e6-4bb3-bf8e-44876e140a1e'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:48:46.296726 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-97adc0e7-4eb0-4081-8d44-c32a86748b43 None None] Set router a4d4f604-b7e6-4bb3-bf8e-44876e140a1e gateway port host: dv-cinder-796859-1-smb {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:48:46.538737 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 834f2cde-2477-4725-b5af-a024a6354bbd up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:48:46.618893 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port 834f2cde-2477-4725-b5af-a024a6354bbd triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:48:46.619301 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:46.659887 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-97adc0e7-4eb0-4081-8d44-c32a86748b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d4f604-b7e6-4bb3-bf8e-44876e140a1e', 'name': 'tempest-TestMinimumBasicScenario-143116588-router', 'tenant_id': '75febc3838424d608f48aa862e1d00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '834f2cde-2477-4725-b5af-a024a6354bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:36Z', 'updated_at': '2021-06-17T14:48:40Z', 'revision_number': 4, 'project_id': '75febc3838424d608f48aa862e1d00a0', 'gw_port': {'id': '834f2cde-2477-4725-b5af-a024a6354bbd', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d4f604-b7e6-4bb3-bf8e-44876e140a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:37Z', 'updated_at': '2021-06-17T14:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': 'e65cd2c9-3dee-4793-b043-e6ae55b41060', 'name': '', 'network_id': 'ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d', 'tenant_id': '75febc3838424d608f48aa862e1d00a0', 'mac_address': 'fa:16:3e:d6:fa:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d4f604-b7e6-4bb3-bf8e-44876e140a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fbe4a62f-c6d8-4676-9f26-6f040660446f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:40Z', 'updated_at': '2021-06-17T14:48:41Z', 'revision_number': 2, 'project_id': '75febc3838424d608f48aa862e1d00a0', 'subnets': [{'id': 'fbe4a62f-c6d8-4676-9f26-6f040660446f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:48:46.664191 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97adc0e7-4eb0-4081-8d44-c32a86748b43 None None] Checking router: a4d4f604-b7e6-4bb3-bf8e-44876e140a1e for host: dv-cinder-796859-1-smb {{(pid=78474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:48:46.664672 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97adc0e7-4eb0-4081-8d44-c32a86748b43 None None] Updating router a4d4f604-b7e6-4bb3-bf8e-44876e140a1e port e65cd2c9-3dee-4793-b043-e6ae55b41060 binding host dv-cinder-796859-1-smb {{(pid=78474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:48:46.741117 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-97adc0e7-4eb0-4081-8d44-c32a86748b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:47.140003 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-97adc0e7-4eb0-4081-8d44-c32a86748b43 None None] Notify callbacks [] for port, precommit_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:47.154316 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.provisioning_blocks [None req-97adc0e7-4eb0-4081-8d44-c32a86748b43 None None] Transition to ACTIVE for port object e65cd2c9-3dee-4793-b043-e6ae55b41060 will not be triggered until provisioned by entity L2. {{(pid=78474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:48:47.162447 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-97adc0e7-4eb0-4081-8d44-c32a86748b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:47.166585 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [None req-de2e2c44-0684-4dc9-b696-2023fd41f496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:47.349226 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044296fe-3395-44c7-b107-0576c9943ec5 None None] Pushing event updated for resources: {'Port': ['ID=e65cd2c9-3dee-4793-b043-e6ae55b41060,revision_number=3']} {{(pid=78474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:47.360421 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [None req-044296fe-3395-44c7-b107-0576c9943ec5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:47.431354 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.managers [None req-97adc0e7-4eb0-4081-8d44-c32a86748b43 None None] Attempting to bind port e65cd2c9-3dee-4793-b043-e6ae55b41060 on host dv-cinder-796859-1-smb for vnic_type normal with profile {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:48:47.431725 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.managers [None req-97adc0e7-4eb0-4081-8d44-c32a86748b43 None None] Attempting to bind port e65cd2c9-3dee-4793-b043-e6ae55b41060 by drivers openvswitch,hyperv on host dv-cinder-796859-1-smb at level 0 using segments [{'id': 'fae75961-746a-4cd5-93c5-4b812705b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d'}] {{(pid=78474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:48:47.432085 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97adc0e7-4eb0-4081-8d44-c32a86748b43 None None] Attempting to bind port e65cd2c9-3dee-4793-b043-e6ae55b41060 on network ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:48:47.438592 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97adc0e7-4eb0-4081-8d44-c32a86748b43 None None] Checking agent: {'id': '90be04d1-4e68-4ce3-b058-a3d90bbc2941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 30, 7), 'started_at': datetime.datetime(2021, 6, 17, 14, 30, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:48:47.439225 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97adc0e7-4eb0-4081-8d44-c32a86748b43 None None] Checking segment: {'id': 'fae75961-746a-4cd5-93c5-4b812705b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:48:47.439865 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-97adc0e7-4eb0-4081-8d44-c32a86748b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:47.440504 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97adc0e7-4eb0-4081-8d44-c32a86748b43 None None] Bound using segment: {'id': 'fae75961-746a-4cd5-93c5-4b812705b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d'} {{(pid=78474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:48:47.441136 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.managers [None req-97adc0e7-4eb0-4081-8d44-c32a86748b43 None None] Bound port: e65cd2c9-3dee-4793-b043-e6ae55b41060, host: dv-cinder-796859-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae75961-746a-4cd5-93c5-4b812705b8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d'}}] {{(pid=78474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:48:47.441736 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-97adc0e7-4eb0-4081-8d44-c32a86748b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:47.546192 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.db [None req-97adc0e7-4eb0-4081-8d44-c32a86748b43 None None] For port e65cd2c9-3dee-4793-b043-e6ae55b41060, host dv-cinder-796859-1-smb, cleared binding levels {{(pid=78474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:48:47.549560 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.plugins.ml2.db [None req-97adc0e7-4eb0-4081-8d44-c32a86748b43 None None] For port e65cd2c9-3dee-4793-b043-e6ae55b41060, host dv-cinder-796859-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=e65cd2c9-3dee-4793-b043-e6ae55b41060,segment=NetworkSegment(fae75961-746a-4cd5-93c5-4b812705b8d6),segment_id=fae75961-746a-4cd5-93c5-4b812705b8d6)] {{(pid=78474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:48:47.554690 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron_lib.callbacks.manager [None req-97adc0e7-4eb0-4081-8d44-c32a86748b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:47.558878 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:47.634780 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97adc0e7-4eb0-4081-8d44-c32a86748b43 None None] Routers {'a4d4f604-b7e6-4bb3-bf8e-44876e140a1e'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:48:47.635408 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-97adc0e7-4eb0-4081-8d44-c32a86748b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:48:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['a4d4f604-b7e6-4bb3-bf8e-44876e140a1e'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:48:47.851352 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044296fe-3395-44c7-b107-0576c9943ec5 None None] Pushing event updated for resources: {'Port': ['ID=e65cd2c9-3dee-4793-b043-e6ae55b41060,revision_number=4']} {{(pid=78474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:47.857218 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG oslo_concurrency.lockutils [None req-044296fe-3395-44c7-b107-0576c9943ec5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=78474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:47.875599 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-97adc0e7-4eb0-4081-8d44-c32a86748b43 None None] Set router a4d4f604-b7e6-4bb3-bf8e-44876e140a1e gateway port host: dv-cinder-796859-1-smb {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:48:48.233308 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-97adc0e7-4eb0-4081-8d44-c32a86748b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d4f604-b7e6-4bb3-bf8e-44876e140a1e', 'name': 'tempest-TestMinimumBasicScenario-143116588-router', 'tenant_id': '75febc3838424d608f48aa862e1d00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '834f2cde-2477-4725-b5af-a024a6354bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:36Z', 'updated_at': '2021-06-17T14:48:40Z', 'revision_number': 4, 'project_id': '75febc3838424d608f48aa862e1d00a0', 'gw_port': {'id': '834f2cde-2477-4725-b5af-a024a6354bbd', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d4f604-b7e6-4bb3-bf8e-44876e140a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:37Z', 'updated_at': '2021-06-17T14:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': 'e65cd2c9-3dee-4793-b043-e6ae55b41060', 'name': '', 'network_id': 'ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d', 'tenant_id': '75febc3838424d608f48aa862e1d00a0', 'mac_address': 'fa:16:3e:d6:fa:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d4f604-b7e6-4bb3-bf8e-44876e140a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fbe4a62f-c6d8-4676-9f26-6f040660446f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:40Z', 'updated_at': '2021-06-17T14:48:47Z', 'revision_number': 4, 'project_id': '75febc3838424d608f48aa862e1d00a0', 'subnets': [{'id': 'fbe4a62f-c6d8-4676-9f26-6f040660446f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:48:48.241036 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97adc0e7-4eb0-4081-8d44-c32a86748b43 None None] The sync data for ids ['a4d4f604-b7e6-4bb3-bf8e-44876e140a1e'] in dv-cinder-796859-1-smb is: [{'id': 'a4d4f604-b7e6-4bb3-bf8e-44876e140a1e', 'name': 'tempest-TestMinimumBasicScenario-143116588-router', 'tenant_id': '75febc3838424d608f48aa862e1d00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '834f2cde-2477-4725-b5af-a024a6354bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:36Z', 'updated_at': '2021-06-17T14:48:40Z', 'revision_number': 4, 'project_id': '75febc3838424d608f48aa862e1d00a0', 'gw_port': {'id': '834f2cde-2477-4725-b5af-a024a6354bbd', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d4f604-b7e6-4bb3-bf8e-44876e140a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:37Z', 'updated_at': '2021-06-17T14:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': 'e65cd2c9-3dee-4793-b043-e6ae55b41060', 'name': '', 'network_id': 'ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d', 'tenant_id': '75febc3838424d608f48aa862e1d00a0', 'mac_address': 'fa:16:3e:d6:fa:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d4f604-b7e6-4bb3-bf8e-44876e140a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fbe4a62f-c6d8-4676-9f26-6f040660446f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:40Z', 'updated_at': '2021-06-17T14:48:47Z', 'revision_number': 4, 'project_id': '75febc3838424d608f48aa862e1d00a0', 'subnets': [{'id': 'fbe4a62f-c6d8-4676-9f26-6f040660446f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:48:48.583609 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device e65cd2c9-3dee-4793-b043-e6ae55b41060 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:48:48.684181 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning for port e65cd2c9-3dee-4793-b043-e6ae55b41060 completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:48:48.690064 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port e65cd2c9-3dee-4793-b043-e6ae55b41060 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:48:48.690432 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:48.827901 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:48.870198 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] For port e65cd2c9-3dee-4793-b043-e6ae55b41060, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=e65cd2c9-3dee-4793-b043-e6ae55b41060,segment=NetworkSegment(fae75961-746a-4cd5-93c5-4b812705b8d6),segment_id=fae75961-746a-4cd5-93c5-4b812705b8d6)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:48:48.876760 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:48.878892 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:48.955743 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Pushing event updated for resources: {'Port': ['ID=e65cd2c9-3dee-4793-b043-e6ae55b41060,revision_number=5']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:48.958856 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:50.515015 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device e65cd2c9-3dee-4793-b043-e6ae55b41060 up at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:48:50.594217 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Provisioning complete for port e65cd2c9-3dee-4793-b043-e6ae55b41060 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:48:50.594601 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:51.769806 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-737808a5-8b05-4d2b-9bbf-4a555ff4de43 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:51.770479 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-737808a5-8b05-4d2b-9bbf-4a555ff4de43 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Synchronizing usage tracker for tenant:b43e181b87f74406a06eaa0dd299e714 on resource:network {{(pid=78472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:48:51.788037 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-737808a5-8b05-4d2b-9bbf-4a555ff4de43 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Unset dirty status for tenant:b43e181b87f74406a06eaa0dd299e714 on resource:network {{(pid=78472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:48:51.789181 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-737808a5-8b05-4d2b-9bbf-4a555ff4de43 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/networks?id=af68f1da-903e-4b34-b638-38d7f2e26deb HTTP/1.1" status: 200 len: 814 time: 0.2861962 Jun 17 14:48:51.806536 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-05ec31b8-df29-4490-be07-6a5c0e713c51 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/quotas/b43e181b87f74406a06eaa0dd299e714 HTTP/1.1" status: 200 len: 375 time: 0.0102019 Jun 17 14:48:51.892551 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-e93753d0-3c7f-42b0-a54d-63a447db7401 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Synchronizing usage tracker for tenant:b43e181b87f74406a06eaa0dd299e714 on resource:port {{(pid=78472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:48:51.910285 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-e93753d0-3c7f-42b0-a54d-63a447db7401 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Unset dirty status for tenant:b43e181b87f74406a06eaa0dd299e714 on resource:port {{(pid=78472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:48:51.911530 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-e93753d0-3c7f-42b0-a54d-63a447db7401 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b43e181b87f74406a06eaa0dd299e714&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995538 Jun 17 14:48:52.069170 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-3a6a7a0f-1fc6-43d2-bb46-b8fda44998d2 service neutron] 10.222.0.77 "GET /v2.0/networks/af68f1da-903e-4b34-b638-38d7f2e26deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432350 Jun 17 14:48:52.218739 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-17dc3c21-dc2b-4a6b-b950-58f80e896653 service neutron] 10.222.0.77 "GET /v2.0/networks/af68f1da-903e-4b34-b638-38d7f2e26deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434474 Jun 17 14:48:52.397886 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-14fd963b-3efa-4bad-ad7a-67ec962d8ffd req-bb993ed8-8417-4baa-84c3-c8dc11a2539a tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 210 time: 0.0439579 Jun 17 14:48:53.554768 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-cac047eb-21a6-47d8-b4e8-4a7d3e68a611 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:53.556140 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4f45475f-44c1-4f6a-a164-2579ef0ca42d req-f522a178-e17b-4fd2-927a-57dbabde4802 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 210 time: 0.0463967 Jun 17 14:48:53.556697 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-cac047eb-21a6-47d8-b4e8-4a7d3e68a611 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.72 "GET /v2.0/networks?id=af68f1da-903e-4b34-b638-38d7f2e26deb HTTP/1.1" status: 200 len: 814 time: 0.1610701 Jun 17 14:48:53.576228 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-5b2817fd-f6e2-45c7-b77b-4f774454a680 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Request body: {'port': {'device_id': '3669433c-e51a-40ee-bc8f-583e0074a236', 'network_id': 'af68f1da-903e-4b34-b638-38d7f2e26deb', 'admin_state_up': True, 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:48:53.720820 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-5b2817fd-f6e2-45c7-b77b-4f774454a680 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:48:53.731203 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-5b2817fd-f6e2-45c7-b77b-4f774454a680 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:48:53.742803 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-5b2817fd-f6e2-45c7-b77b-4f774454a680 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Made reservation on behalf of b43e181b87f74406a06eaa0dd299e714 for: {'port': 1} {{(pid=78471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:48:53.746795 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-5b2817fd-f6e2-45c7-b77b-4f774454a680 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:53.940061 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_common [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-5b2817fd-f6e2-45c7-b77b-4f774454a680 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Allocated IP 172.20.0.14 (af68f1da-903e-4b34-b638-38d7f2e26deb/0cb92de8-f339-4af1-b3c8-7dc1cf125b7f/b2722617-121c-415c-adb5-8480b2560989) {{(pid=78471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:48:54.312695 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-5b2817fd-f6e2-45c7-b77b-4f774454a680 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for port, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:54.340889 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.provisioning_blocks [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-5b2817fd-f6e2-45c7-b77b-4f774454a680 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Transition to ACTIVE for port object b2722617-121c-415c-adb5-8480b2560989 will not be triggered until provisioned by entity DHCP. {{(pid=78471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:48:54.373404 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-5b2817fd-f6e2-45c7-b77b-4f774454a680 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:54.381443 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-1ba800f9-0a47-472b-ae9f-c00053c58edf tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:48:54.475140 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-5b2817fd-f6e2-45c7-b77b-4f774454a680 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Network af68f1da-903e-4b34-b638-38d7f2e26deb is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:48:54.480604 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-5b2817fd-f6e2-45c7-b77b-4f774454a680 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:48:54.485310 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-5b2817fd-f6e2-45c7-b77b-4f774454a680 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Received port after_create {{(pid=78471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:48:54.552463 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2817fd-f6e2-45c7-b77b-4f774454a680 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Pushing event updated for resources: {'Port': ['ID=b2722617-121c-415c-adb5-8480b2560989,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:48:54.561650 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-5b2817fd-f6e2-45c7-b77b-4f774454a680 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:48:54.618118 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-5b2817fd-f6e2-45c7-b77b-4f774454a680 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:54.623015 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-5b2817fd-f6e2-45c7-b77b-4f774454a680 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:54.693408 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-5b2817fd-f6e2-45c7-b77b-4f774454a680 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1211205 Jun 17 14:48:54.842555 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-d76ed351-1a57-4add-a9f1-a1e9791e969a None None] Provisioning for port b2722617-121c-415c-adb5-8480b2560989 completed by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:48:54.848441 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-d76ed351-1a57-4add-a9f1-a1e9791e969a None None] Provisioning complete for port b2722617-121c-415c-adb5-8480b2560989 triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:48:54.848828 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-d76ed351-1a57-4add-a9f1-a1e9791e969a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:54.885395 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bd536-3f6f-40d3-a558-48b97a00ff55 req-5328f730-7255-4242-80a2-aef70fe73729 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:54.886162 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-036bd536-3f6f-40d3-a558-48b97a00ff55 req-5328f730-7255-4242-80a2-aef70fe73729 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Synchronizing usage tracker for tenant:b43e181b87f74406a06eaa0dd299e714 on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:48:54.932924 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [req-036bd536-3f6f-40d3-a558-48b97a00ff55 req-5328f730-7255-4242-80a2-aef70fe73729 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Unset dirty status for tenant:b43e181b87f74406a06eaa0dd299e714 on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:48:54.934659 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-036bd536-3f6f-40d3-a558-48b97a00ff55 req-5328f730-7255-4242-80a2-aef70fe73729 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 932 time: 0.1767716 Jun 17 14:48:54.959650 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-d76ed351-1a57-4add-a9f1-a1e9791e969a None None] Port b2722617-121c-415c-adb5-8480b2560989 cannot update to ACTIVE because it is not bound. {{(pid=78473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:48:54.991038 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-036bd536-3f6f-40d3-a558-48b97a00ff55 req-a8c65533-db55-447b-8bad-92e8b73c9e61 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501924 Jun 17 14:48:55.725884 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:48:56.208255 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa122316-4c29-4bdd-8081-0ab0df02f200 req-ad47a4d3-da7b-40dc-ae99-43af2407cc63 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:56.209873 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-fa122316-4c29-4bdd-8081-0ab0df02f200 req-ad47a4d3-da7b-40dc-ae99-43af2407cc63 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 932 time: 0.0873168 Jun 17 14:48:56.260788 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-fa122316-4c29-4bdd-8081-0ab0df02f200 req-34d8bbc8-f3c0-4571-87e6-0a893c6545c2 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Synchronizing usage tracker for tenant:b43e181b87f74406a06eaa0dd299e714 on resource:security_group {{(pid=78472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:48:56.279783 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-fa122316-4c29-4bdd-8081-0ab0df02f200 req-34d8bbc8-f3c0-4571-87e6-0a893c6545c2 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Unset dirty status for tenant:b43e181b87f74406a06eaa0dd299e714 on resource:security_group {{(pid=78472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:48:56.280887 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-fa122316-4c29-4bdd-8081-0ab0df02f200 req-34d8bbc8-f3c0-4571-87e6-0a893c6545c2 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640156 Jun 17 14:48:57.496868 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ce5dc-d91e-4275-aa36-00000df60c88 req-aca57b80-3163-4e60-9859-684c8d0ca8b1 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:57.498755 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-680ce5dc-d91e-4275-aa36-00000df60c88 req-aca57b80-3163-4e60-9859-684c8d0ca8b1 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 932 time: 0.0867405 Jun 17 14:48:57.551304 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-680ce5dc-d91e-4275-aa36-00000df60c88 req-e99d6f43-3db3-4b7e-a68a-1fe2e04ce85c tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459714 Jun 17 14:48:58.781698 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552161b-c291-4a6f-997c-6c454deb0093 req-70e26719-6206-4b78-9d84-35fa1700b893 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:48:58.783102 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-a552161b-c291-4a6f-997c-6c454deb0093 req-70e26719-6206-4b78-9d84-35fa1700b893 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 932 time: 0.1192539 Jun 17 14:48:58.830983 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-a552161b-c291-4a6f-997c-6c454deb0093 req-cc76c6de-81ea-4159-8c6f-8e20f9a9b689 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421627 Jun 17 14:49:00.043460 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1ffa6-b97b-4fc7-af40-b6d486dd5806 req-ced5494f-b4f4-467e-9d61-271583dc8804 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:00.045636 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-47a1ffa6-b97b-4fc7-af40-b6d486dd5806 req-ced5494f-b4f4-467e-9d61-271583dc8804 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 932 time: 0.0942309 Jun 17 14:49:00.103015 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-47a1ffa6-b97b-4fc7-af40-b6d486dd5806 req-0e1ed3fa-c22a-4ebb-8c9e-6dcb33cb392f tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485332 Jun 17 14:49:01.309897 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0dc9f-240a-4364-8066-a2fcb1e23771 req-d30394da-ea82-4e70-9218-94d8c34fd83c tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:01.311442 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-afb0dc9f-240a-4364-8066-a2fcb1e23771 req-d30394da-ea82-4e70-9218-94d8c34fd83c tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 932 time: 0.0889533 Jun 17 14:49:01.359944 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-afb0dc9f-240a-4364-8066-a2fcb1e23771 req-64daf33b-e05d-4921-a772-548ea33d0937 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424380 Jun 17 14:49:02.557549 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c9492-c2bc-4589-990e-a6254c90d95d req-a4fc6ce3-7590-4c31-a6ca-c77ee85c3081 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:02.559227 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-414c9492-c2bc-4589-990e-a6254c90d95d req-a4fc6ce3-7590-4c31-a6ca-c77ee85c3081 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 932 time: 0.0870571 Jun 17 14:49:02.614275 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-414c9492-c2bc-4589-990e-a6254c90d95d req-4ec0cd33-0dd8-46df-94f9-2d4fb890b318 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479541 Jun 17 14:49:03.719576 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-b6b8e85b-c383-4e86-a5fd-ac93e09b8b6e service neutron] Request body: {'port': {'device_id': '3669433c-e51a-40ee-bc8f-583e0074a236', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:49:03.826359 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85222b-4b0c-4874-9783-f1da9270563d req-f3f75453-28d8-4b2c-85b0-a5b06428b7bd tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:03.827863 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-2b85222b-4b0c-4874-9783-f1da9270563d req-f3f75453-28d8-4b2c-85b0-a5b06428b7bd tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 932 time: 0.0978096 Jun 17 14:49:03.844982 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-b6b8e85b-c383-4e86-a5fd-ac93e09b8b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:03.880585 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-2b85222b-4b0c-4874-9783-f1da9270563d req-43cab1ff-5da5-45b9-9eea-80457223686e tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468440 Jun 17 14:49:04.355181 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-b6b8e85b-c383-4e86-a5fd-ac93e09b8b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2722617-121c-415c-adb5-8480b2560989 {{(pid=78471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:49:04.363005 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-b6b8e85b-c383-4e86-a5fd-ac93e09b8b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:04.380123 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.provisioning_blocks [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-b6b8e85b-c383-4e86-a5fd-ac93e09b8b6e service neutron] Transition to ACTIVE for port object b2722617-121c-415c-adb5-8480b2560989 will not be triggered until provisioned by entity L2. {{(pid=78471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:49:04.385740 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-b6b8e85b-c383-4e86-a5fd-ac93e09b8b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:04.390659 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-5b2817fd-f6e2-45c7-b77b-4f774454a680 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:49:04.529952 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8e85b-c383-4e86-a5fd-ac93e09b8b6e service neutron] Pushing event updated for resources: {'Port': ['ID=b2722617-121c-415c-adb5-8480b2560989,revision_number=2']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:49:04.533684 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-b6b8e85b-c383-4e86-a5fd-ac93e09b8b6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:49:04.664902 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-b6b8e85b-c383-4e86-a5fd-ac93e09b8b6e service neutron] Attempting to bind port b2722617-121c-415c-adb5-8480b2560989 on host hv-cinder-79685 for vnic_type normal with profile {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:49:04.665218 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-b6b8e85b-c383-4e86-a5fd-ac93e09b8b6e service neutron] Attempting to bind port b2722617-121c-415c-adb5-8480b2560989 by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': 'ed69f7d4-5ae1-4154-a3f0-763501859356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'af68f1da-903e-4b34-b638-38d7f2e26deb'}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:49:04.665531 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-b6b8e85b-c383-4e86-a5fd-ac93e09b8b6e service neutron] Attempting to bind port b2722617-121c-415c-adb5-8480b2560989 on network af68f1da-903e-4b34-b638-38d7f2e26deb {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:49:04.671091 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-b6b8e85b-c383-4e86-a5fd-ac93e09b8b6e service neutron] Port b2722617-121c-415c-adb5-8480b2560989 on network af68f1da-903e-4b34-b638-38d7f2e26deb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:49:04.671404 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-b6b8e85b-c383-4e86-a5fd-ac93e09b8b6e service neutron] Attempting to bind port b2722617-121c-415c-adb5-8480b2560989 on network af68f1da-903e-4b34-b638-38d7f2e26deb {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:49:04.677745 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-b6b8e85b-c383-4e86-a5fd-ac93e09b8b6e service neutron] Checking agent: {'id': '80af2de7-c944-442b-b56f-5ae10827120d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:49:04.678087 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-b6b8e85b-c383-4e86-a5fd-ac93e09b8b6e service neutron] Checking segment: {'id': 'ed69f7d4-5ae1-4154-a3f0-763501859356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'af68f1da-903e-4b34-b638-38d7f2e26deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:49:04.678484 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-b6b8e85b-c383-4e86-a5fd-ac93e09b8b6e service neutron] Bound using segment: {'id': 'ed69f7d4-5ae1-4154-a3f0-763501859356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'af68f1da-903e-4b34-b638-38d7f2e26deb'} {{(pid=78471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:49:04.678922 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.managers [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-b6b8e85b-c383-4e86-a5fd-ac93e09b8b6e service neutron] Bound port: b2722617-121c-415c-adb5-8480b2560989, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed69f7d4-5ae1-4154-a3f0-763501859356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'af68f1da-903e-4b34-b638-38d7f2e26deb'}}] {{(pid=78471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:49:04.680373 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-b6b8e85b-c383-4e86-a5fd-ac93e09b8b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:04.784475 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-b6b8e85b-c383-4e86-a5fd-ac93e09b8b6e service neutron] For port b2722617-121c-415c-adb5-8480b2560989, host hv-cinder-79685, cleared binding levels {{(pid=78471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 14:49:04.787946 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-b6b8e85b-c383-4e86-a5fd-ac93e09b8b6e service neutron] For port b2722617-121c-415c-adb5-8480b2560989, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=b2722617-121c-415c-adb5-8480b2560989,segment=NetworkSegment(ed69f7d4-5ae1-4154-a3f0-763501859356),segment_id=ed69f7d4-5ae1-4154-a3f0-763501859356)] {{(pid=78471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 14:49:04.794604 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-b6b8e85b-c383-4e86-a5fd-ac93e09b8b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:04.798539 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-56612a4f-5c77-4ccb-9342-f3433e8713bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:49:04.863456 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-b6b8e85b-c383-4e86-a5fd-ac93e09b8b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:04.863917 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-b6b8e85b-c383-4e86-a5fd-ac93e09b8b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:04.865332 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-b6b8e85b-c383-4e86-a5fd-ac93e09b8b6e service neutron] 10.222.0.72 "PUT /v2.0/ports/b2722617-121c-415c-adb5-8480b2560989 HTTP/1.1" status: 200 len: 1094 time: 1.1501575 Jun 17 14:49:04.865889 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3669433c-e51a-40ee-bc8f-583e0074a236', 'tag': 'b2722617-121c-415c-adb5-8480b2560989'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:49:04.893943 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8e85b-c383-4e86-a5fd-ac93e09b8b6e service neutron] Pushing event updated for resources: {'Port': ['ID=b2722617-121c-415c-adb5-8480b2560989,revision_number=3']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:49:04.901886 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-b6b8e85b-c383-4e86-a5fd-ac93e09b8b6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:49:05.020307 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3669433c-e51a-40ee-bc8f-583e0074a236', 'tag': 'b2722617-121c-415c-adb5-8480b2560989', 'status': 'completed', 'code': 200} Jun 17 14:49:05.062404 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-136d9e47-977b-4009-8328-de3aefffc168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:05.064191 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-136d9e47-977b-4009-8328-de3aefffc168 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b43e181b87f74406a06eaa0dd299e714&device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 1097 time: 0.1270628 Jun 17 14:49:05.167427 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-ce612227-15e5-429f-9312-486ba4a80e0f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2722617-121c-415c-adb5-8480b2560989 HTTP/1.1" status: 200 len: 217 time: 0.0846498 Jun 17 14:49:05.251342 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-3dd2aaf3-4ee0-4ea1-82c9-b28d11602561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:05.253128 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-3dd2aaf3-4ee0-4ea1-82c9-b28d11602561 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0cb92de8-f339-4af1-b3c8-7dc1cf125b7f HTTP/1.1" status: 200 len: 853 time: 0.0798795 Jun 17 14:49:05.339013 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-4c216046-4358-434b-949a-6f46abcf8503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:05.340494 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-4c216046-4358-434b-949a-6f46abcf8503 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=af68f1da-903e-4b34-b638-38d7f2e26deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0809426 Jun 17 14:49:05.381360 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb0e9b-34fb-4d9b-a0b1-00281112fa1b req-e2992c2d-8670-417d-9c92-0a2651f00b23 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:05.383549 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-c6cb0e9b-34fb-4d9b-a0b1-00281112fa1b req-e2992c2d-8670-417d-9c92-0a2651f00b23 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 944 time: 0.3323615 Jun 17 14:49:05.437533 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-c6cb0e9b-34fb-4d9b-a0b1-00281112fa1b req-03b58896-f838-47b1-9303-3d9b9658a418 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452149 Jun 17 14:49:05.486159 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-49679a00-1eac-43c0-b12c-c900455449e0 service neutron] 10.222.0.72 "GET /v2.0/networks/af68f1da-903e-4b34-b638-38d7f2e26deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385663 Jun 17 14:49:05.617905 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-6f835857-cab2-4c86-8406-3b0a47f0cfdf req-e6f9defc-ede1-43bd-a833-c08b5d59f4e1 service neutron] 10.222.0.72 "GET /v2.0/networks/af68f1da-903e-4b34-b638-38d7f2e26deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247647 Jun 17 14:49:05.776531 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc213bb5-9dde-43ba-bb04-6b20b741d6f9 req-d3142be1-5a00-4bcc-905f-c81906e41455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:05.777952 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-dc213bb5-9dde-43ba-bb04-6b20b741d6f9 req-d3142be1-5a00-4bcc-905f-c81906e41455 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b43e181b87f74406a06eaa0dd299e714&device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 1097 time: 0.0737965 Jun 17 14:49:05.912356 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc213bb5-9dde-43ba-bb04-6b20b741d6f9 req-3baefca5-a536-4fa1-ba3b-ebe96c7a104d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:05.914416 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-dc213bb5-9dde-43ba-bb04-6b20b741d6f9 req-3baefca5-a536-4fa1-ba3b-ebe96c7a104d service neutron] 10.222.0.72 "GET /v2.0/networks?id=af68f1da-903e-4b34-b638-38d7f2e26deb HTTP/1.1" status: 200 len: 916 time: 0.1295896 Jun 17 14:49:06.091185 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-dc213bb5-9dde-43ba-bb04-6b20b741d6f9 req-5edb4408-b6db-4f96-9473-0eb82a86d8ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2722617-121c-415c-adb5-8480b2560989 HTTP/1.1" status: 200 len: 217 time: 0.1699288 Jun 17 14:49:06.155444 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc213bb5-9dde-43ba-bb04-6b20b741d6f9 req-f3b6fd22-51bf-4ea2-9f8b-2ba7df208f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:06.156874 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-dc213bb5-9dde-43ba-bb04-6b20b741d6f9 req-f3b6fd22-51bf-4ea2-9f8b-2ba7df208f7c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0cb92de8-f339-4af1-b3c8-7dc1cf125b7f HTTP/1.1" status: 200 len: 853 time: 0.0590222 Jun 17 14:49:06.238048 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc213bb5-9dde-43ba-bb04-6b20b741d6f9 req-6a53518c-4383-4184-800d-54a590be5a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:06.239502 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-dc213bb5-9dde-43ba-bb04-6b20b741d6f9 req-6a53518c-4383-4184-800d-54a590be5a57 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=af68f1da-903e-4b34-b638-38d7f2e26deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0753610 Jun 17 14:49:06.377614 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-dc213bb5-9dde-43ba-bb04-6b20b741d6f9 req-de552d22-eeb7-4504-84a2-42d6d5b59401 service neutron] 10.222.0.72 "GET /v2.0/networks/af68f1da-903e-4b34-b638-38d7f2e26deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300280 Jun 17 14:49:06.384376 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-6a4714af-e877-4ad7-8140-f865dcc074d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:06.518848 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-dc213bb5-9dde-43ba-bb04-6b20b741d6f9 req-36e6bf60-0502-4ead-952d-373adda73bcd service neutron] 10.222.0.72 "GET /v2.0/networks/af68f1da-903e-4b34-b638-38d7f2e26deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337829 Jun 17 14:49:06.630554 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f978f3-f297-493a-8c1a-ec64d46468ef req-fc45caac-8b6a-4f8c-941f-1d3e99452896 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:06.631995 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-20f978f3-f297-493a-8c1a-ec64d46468ef req-fc45caac-8b6a-4f8c-941f-1d3e99452896 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 944 time: 0.0866315 Jun 17 14:49:06.678715 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-20f978f3-f297-493a-8c1a-ec64d46468ef req-b7852450-678b-4dfc-b26e-2f334fc57b3d tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408006 Jun 17 14:49:06.868244 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:07.867145 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a692d-b456-4864-b316-e397ca9eff40 req-d20cc0f0-05cf-4d6d-9dda-e2bf629e4322 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:07.869102 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-6f5a692d-b456-4864-b316-e397ca9eff40 req-d20cc0f0-05cf-4d6d-9dda-e2bf629e4322 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 944 time: 0.0845413 Jun 17 14:49:07.914999 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-6f5a692d-b456-4864-b316-e397ca9eff40 req-ca8a67e0-ee53-461c-9bd1-0af94b4661bd tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400181 Jun 17 14:49:08.947041 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-04844d90-5cf5-496c-8f65-bed5bc7c9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:09.103773 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2c07d-bacf-4fa9-928c-106bc5080c81 req-71eaa9d2-aed7-4bf0-9576-414e45a7d788 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:09.105221 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-71c2c07d-bacf-4fa9-928c-106bc5080c81 req-71eaa9d2-aed7-4bf0-9576-414e45a7d788 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 944 time: 0.0840068 Jun 17 14:49:09.204604 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-71c2c07d-bacf-4fa9-928c-106bc5080c81 req-28d932f0-925f-425c-9559-0062a6ad14ae tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934274 Jun 17 14:49:09.382833 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device b2722617-121c-415c-adb5-8480b2560989 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:49:09.517258 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port b2722617-121c-415c-adb5-8480b2560989, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=b2722617-121c-415c-adb5-8480b2560989,segment=NetworkSegment(ed69f7d4-5ae1-4154-a3f0-763501859356),segment_id=ed69f7d4-5ae1-4154-a3f0-763501859356)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:49:09.530405 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Returning: {'device': 'b2722617-121c-415c-adb5-8480b2560989', 'network_id': 'af68f1da-903e-4b34-b638-38d7f2e26deb', 'port_id': 'b2722617-121c-415c-adb5-8480b2560989', 'mac_address': 'fa:16:3e:9c:45:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cb92de8-f339-4af1-b3c8-7dc1cf125b7f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:49:09.587915 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:09.604964 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2722617-121c-415c-adb5-8480b2560989 {{(pid=78473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:49:09.627488 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port b2722617-121c-415c-adb5-8480b2560989, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=b2722617-121c-415c-adb5-8480b2560989,segment=NetworkSegment(ed69f7d4-5ae1-4154-a3f0-763501859356),segment_id=ed69f7d4-5ae1-4154-a3f0-763501859356)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:49:09.631242 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:09.633571 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:49:09.697273 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=b2722617-121c-415c-adb5-8480b2560989,revision_number=4']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:49:09.700344 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:49:09.905191 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['b2722617-121c-415c-adb5-8480b2560989'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:49:10.177908 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:10.444455 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67c23d-7775-47a5-b0d0-ba43195441f9 req-5b9defd8-4ee4-4ec5-839f-afc3bfc2be74 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:10.445873 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4f67c23d-7775-47a5-b0d0-ba43195441f9 req-5b9defd8-4ee4-4ec5-839f-afc3bfc2be74 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 945 time: 0.0850928 Jun 17 14:49:10.491890 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-4f67c23d-7775-47a5-b0d0-ba43195441f9 req-bf8eaff8-b42f-4cec-ae4c-8f18ca8a76a2 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403364 Jun 17 14:49:11.386405 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device b2722617-121c-415c-adb5-8480b2560989 up at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:49:11.471887 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning for port b2722617-121c-415c-adb5-8480b2560989 completed by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:49:11.478442 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Provisioning complete for port b2722617-121c-415c-adb5-8480b2560989 triggered by entity L2. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:49:11.478811 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:11.600857 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:11.699971 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:11.716988 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a2fc2-4495-49bb-9264-e1348bde25c7 req-6cc175ec-a8f5-4647-a1a1-d25782bf45a1 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:11.718503 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-524a2fc2-4495-49bb-9264-e1348bde25c7 req-6cc175ec-a8f5-4647-a1a1-d25782bf45a1 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 945 time: 0.1025534 Jun 17 14:49:11.732716 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3669433c-e51a-40ee-bc8f-583e0074a236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2722617-121c-415c-adb5-8480b2560989'}] {{(pid=78473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:49:11.742318 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] For port b2722617-121c-415c-adb5-8480b2560989, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=b2722617-121c-415c-adb5-8480b2560989,segment=NetworkSegment(ed69f7d4-5ae1-4154-a3f0-763501859356),segment_id=ed69f7d4-5ae1-4154-a3f0-763501859356)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:49:11.748167 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485'] for port, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:11.751487 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:49:11.768932 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-524a2fc2-4495-49bb-9264-e1348bde25c7 req-a1a3ab30-844b-4340-9de0-efba3672f46b tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447206 Jun 17 14:49:11.790819 dv-cinder-796859-1-smb neutron-server[78473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3669433c-e51a-40ee-bc8f-583e0074a236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2722617-121c-415c-adb5-8480b2560989', 'code': 200} Jun 17 14:49:11.823835 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Pushing event updated for resources: {'Port': ['ID=b2722617-121c-415c-adb5-8480b2560989,revision_number=5']} {{(pid=78473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:49:11.826813 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_concurrency.lockutils [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:49:12.046285 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14f117-8037-470f-976e-66343238e10d req-067e5029-e925-46a2-b2ba-1c6ff37ec68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:12.047683 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-be14f117-8037-470f-976e-66343238e10d req-067e5029-e925-46a2-b2ba-1c6ff37ec68a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 1099 time: 0.0766602 Jun 17 14:49:12.097008 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-be14f117-8037-470f-976e-66343238e10d req-935e4526-abd0-4632-a29c-f95e099dd549 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432260 Jun 17 14:49:12.975903 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350678b-938c-49c4-a6c6-51b41403a0ce req-3e553925-c1f0-4950-9cfa-f46a1d1e0fea tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:12.978268 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-d350678b-938c-49c4-a6c6-51b41403a0ce req-3e553925-c1f0-4950-9cfa-f46a1d1e0fea tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 946 time: 0.0928242 Jun 17 14:49:13.026842 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-d350678b-938c-49c4-a6c6-51b41403a0ce req-44030c21-e067-4034-a050-b1ab8abf7d4c tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424278 Jun 17 14:49:14.205685 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:49:14.218701 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c24be0-11c0-488e-941c-e79f54475ef9 req-743520ca-46d6-43d6-a38a-7acebcae3813 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:14.220195 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-94c24be0-11c0-488e-941c-e79f54475ef9 req-743520ca-46d6-43d6-a38a-7acebcae3813 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 946 time: 0.0849323 Jun 17 14:49:14.269773 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-94c24be0-11c0-488e-941c-e79f54475ef9 req-387dbb01-dbc7-41ae-8872-e607e65d7908 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436022 Jun 17 14:49:14.478269 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f327acb-4b7b-4587-86c4-f526ff9ae2e7 req-fd987a19-0784-4383-a5ed-1d04db861b8f tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:14.479816 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-0f327acb-4b7b-4587-86c4-f526ff9ae2e7 req-fd987a19-0784-4383-a5ed-1d04db861b8f tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 946 time: 0.0872896 Jun 17 14:49:14.527544 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-0f327acb-4b7b-4587-86c4-f526ff9ae2e7 req-688e6c30-cb93-4de0-9190-569dd93aeb1e tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417185 Jun 17 14:49:14.936182 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538b53a-a1e5-428d-bbfa-e21f17ec30d5 req-39966300-53ea-45d9-9f55-663b4343f578 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:14.937805 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7538b53a-a1e5-428d-bbfa-e21f17ec30d5 req-39966300-53ea-45d9-9f55-663b4343f578 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 946 time: 0.0833406 Jun 17 14:49:14.984765 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-7538b53a-a1e5-428d-bbfa-e21f17ec30d5 req-e1b9edff-43ee-4894-9fce-f9228df79daf tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410519 Jun 17 14:49:20.051557 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2821625-d323-4fb5-928e-05ccc71b805e req-52e95a3c-3184-47f3-bb7e-446915db1548 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:20.052906 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-e2821625-d323-4fb5-928e-05ccc71b805e req-52e95a3c-3184-47f3-bb7e-446915db1548 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 946 time: 0.0959344 Jun 17 14:49:20.099516 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-e2821625-d323-4fb5-928e-05ccc71b805e req-add82a0a-74b4-4289-99b9-45da6658ec11 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404062 Jun 17 14:49:20.123479 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 51212) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:49:20.253538 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee714d7-eee8-4eb1-9f73-f0f881eece39 tempest-TestMinimumBasicScenario-505803973 tempest-TestMinimumBasicScenario-505803973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:20.254267 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-1ee714d7-eee8-4eb1-9f73-f0f881eece39 tempest-TestMinimumBasicScenario-505803973 tempest-TestMinimumBasicScenario-505803973-project-admin] Synchronizing usage tracker for tenant:75febc3838424d608f48aa862e1d00a0 on resource:port {{(pid=78471) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:49:20.275088 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-1ee714d7-eee8-4eb1-9f73-f0f881eece39 tempest-TestMinimumBasicScenario-505803973 tempest-TestMinimumBasicScenario-505803973-project-admin] Unset dirty status for tenant:75febc3838424d608f48aa862e1d00a0 on resource:port {{(pid=78471) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:49:20.276521 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-1ee714d7-eee8-4eb1-9f73-f0f881eece39 tempest-TestMinimumBasicScenario-505803973 tempest-TestMinimumBasicScenario-505803973-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 1094 time: 0.1520555 Jun 17 14:49:20.279545 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 51218) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:49:20.285266 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-d78fd8d9-75ee-4249-8100-f6dd471568b6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Request body: {'floatingip': {'floating_network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'port_id': 'b2722617-121c-415c-adb5-8480b2560989', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'fixed_ip_address': '172.20.0.14'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:49:20.291876 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-d78fd8d9-75ee-4249-8100-f6dd471568b6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:49:20.295914 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-d78fd8d9-75ee-4249-8100-f6dd471568b6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Usage tracker for resource:floatingip and tenant:b43e181b87f74406a06eaa0dd299e714 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:49:20.298781 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-d78fd8d9-75ee-4249-8100-f6dd471568b6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:49:20.304717 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-d78fd8d9-75ee-4249-8100-f6dd471568b6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:49:20.317243 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d78fd8d9-75ee-4249-8100-f6dd471568b6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for floatingip, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:20.474303 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d78fd8d9-75ee-4249-8100-f6dd471568b6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:20.626455 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.db_base_plugin_common [None req-d78fd8d9-75ee-4249-8100-f6dd471568b6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Allocated IP 172.28.2.63 (a25846cf-426a-46fe-928d-52e0b9163129/3ba06ebc-ae5d-4516-941b-79e431a8638b/f01f289a-9f57-42d5-9b94-1582c3d100c2) {{(pid=78471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:49:20.781321 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d78fd8d9-75ee-4249-8100-f6dd471568b6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for port, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:20.815074 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d78fd8d9-75ee-4249-8100-f6dd471568b6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744813864906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:20.818725 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-b6b8e85b-c383-4e86-a5fd-ac93e09b8b6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:49:20.879930 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78fd8d9-75ee-4249-8100-f6dd471568b6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Network a25846cf-426a-46fe-928d-52e0b9163129 is already hosted by enough agents. {{(pid=78471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:49:20.883202 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.base_scheduler [None req-d78fd8d9-75ee-4249-8100-f6dd471568b6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Resources bound (agent type, host, resource id): {{(pid=78471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:49:20.887324 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78fd8d9-75ee-4249-8100-f6dd471568b6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Received port after_create {{(pid=78471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 14:49:20.927120 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fd8d9-75ee-4249-8100-f6dd471568b6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Pushing event updated for resources: {'Port': ['ID=f01f289a-9f57-42d5-9b94-1582c3d100c2,revision_number=1']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:49:20.934597 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-d78fd8d9-75ee-4249-8100-f6dd471568b6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:49:21.427776 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d78fd8d9-75ee-4249-8100-f6dd471568b6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:21.530769 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d78fd8d9-75ee-4249-8100-f6dd471568b6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:21.782557 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d78fd8d9-75ee-4249-8100-f6dd471568b6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for port, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:21.791691 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d78fd8d9-75ee-4249-8100-f6dd471568b6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:21.795948 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-6a4e0ca2-e100-44bc-b376-e9c31dc51fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:49:21.921021 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fd8d9-75ee-4249-8100-f6dd471568b6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Pushing event updated for resources: {'Port': ['ID=f01f289a-9f57-42d5-9b94-1582c3d100c2,revision_number=2']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:49:21.925250 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-d78fd8d9-75ee-4249-8100-f6dd471568b6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:49:21.934072 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d78fd8d9-75ee-4249-8100-f6dd471568b6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768940'] for floatingip, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:22.166994 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.db.l3_db [None req-d78fd8d9-75ee-4249-8100-f6dd471568b6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Floating IP ad859964-a990-42d7-8828-4fc34b979e8a associated. External IP: 172.28.2.63, port: b2722617-121c-415c-adb5-8480b2560989. Jun 17 14:49:22.590869 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78fd8d9-75ee-4249-8100-f6dd471568b6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Router 7424d4e4-c755-41b2-8416-665b7905c719 has already been hosted by L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 {{(pid=78471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:49:22.792763 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78fd8d9-75ee-4249-8100-f6dd471568b6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:49:22.804074 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b966c725-3797-4226-b0c8-fd2ee2a66727 None None] Sync routers for ids ['7424d4e4-c755-41b2-8416-665b7905c719'] in dv-cinder-796859-1-smb {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:49:22.820191 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b966c725-3797-4226-b0c8-fd2ee2a66727 None None] Routers {'7424d4e4-c755-41b2-8416-665b7905c719'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:49:22.821411 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-b966c725-3797-4226-b0c8-fd2ee2a66727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:49:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['7424d4e4-c755-41b2-8416-665b7905c719'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:49:22.831520 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-d78fd8d9-75ee-4249-8100-f6dd471568b6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for floatingip, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:22.922184 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-d78fd8d9-75ee-4249-8100-f6dd471568b6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6412051 Jun 17 14:49:22.922826 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3669433c-e51a-40ee-bc8f-583e0074a236', 'tag': 'b2722617-121c-415c-adb5-8480b2560989'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:49:22.925250 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 51222) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:49:22.933245 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-542a1dd5-44b1-4049-8fc4-950e2365bbf3 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2007904076', 'description': 'tempest-secgroup-smoke-2007904076 description', 'project_id': 'b43e181b87f74406a06eaa0dd299e714'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:49:22.942831 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-542a1dd5-44b1-4049-8fc4-950e2365bbf3 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:49:22.957991 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-542a1dd5-44b1-4049-8fc4-950e2365bbf3 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:49:22.975667 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-542a1dd5-44b1-4049-8fc4-950e2365bbf3 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for security_group, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:22.984623 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3669433c-e51a-40ee-bc8f-583e0074a236', 'tag': 'b2722617-121c-415c-adb5-8480b2560989', 'status': 'completed', 'code': 200} Jun 17 14:49:23.002567 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-542a1dd5-44b1-4049-8fc4-950e2365bbf3 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:49:23.006495 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-542a1dd5-44b1-4049-8fc4-950e2365bbf3 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Usage tracker for resource:security_group_rule and tenant:b43e181b87f74406a06eaa0dd299e714 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:49:23.010303 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-542a1dd5-44b1-4049-8fc4-950e2365bbf3 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:49:23.017949 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-542a1dd5-44b1-4049-8fc4-950e2365bbf3 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:49:23.035246 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-b966c725-3797-4226-b0c8-fd2ee2a66727 None None] Set router 7424d4e4-c755-41b2-8416-665b7905c719 gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:49:23.105224 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-542a1dd5-44b1-4049-8fc4-950e2365bbf3 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for security_group, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:23.111960 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-542a1dd5-44b1-4049-8fc4-950e2365bbf3 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:23.144307 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-f43e5128-ca41-4fb8-943f-0ba2ee0293af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:49:23.149865 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede5090-2d82-473a-a733-1d1741b19696 req-a5a38b23-f183-44bd-b4b1-3eb721892b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:23.151399 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-dede5090-2d82-473a-a733-1d1741b19696 req-a5a38b23-f183-44bd-b4b1-3eb721892b36 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b43e181b87f74406a06eaa0dd299e714&device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 1099 time: 0.1047699 Jun 17 14:49:23.283594 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-542a1dd5-44b1-4049-8fc4-950e2365bbf3 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:23.285204 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-542a1dd5-44b1-4049-8fc4-950e2365bbf3 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3583815 Jun 17 14:49:23.291362 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 51228) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:49:23.300409 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-a422591b-f0f2-47c6-9d65-7f57d1f793f1 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Request body: {'security_group_rule': {'security_group_id': 'd42425f6-9c65-4eea-9b3f-20de820b2f73', 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:49:23.307218 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a1dd5-44b1-4049-8fc4-950e2365bbf3 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d42425f6-9c65-4eea-9b3f-20de820b2f73,revision_number=1']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:49:23.309906 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-a422591b-f0f2-47c6-9d65-7f57d1f793f1 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:49:23.312440 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-542a1dd5-44b1-4049-8fc4-950e2365bbf3 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:49:23.314876 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-a422591b-f0f2-47c6-9d65-7f57d1f793f1 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Usage tracker for resource:security_group_rule and tenant:b43e181b87f74406a06eaa0dd299e714 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:49:23.318667 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-a422591b-f0f2-47c6-9d65-7f57d1f793f1 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:49:23.323843 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-a422591b-f0f2-47c6-9d65-7f57d1f793f1 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:49:23.344774 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a422591b-f0f2-47c6-9d65-7f57d1f793f1 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:23.427183 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a422591b-f0f2-47c6-9d65-7f57d1f793f1 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:23.427775 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede5090-2d82-473a-a733-1d1741b19696 req-9e37c043-b253-4169-a997-601a5205e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:23.430047 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-dede5090-2d82-473a-a733-1d1741b19696 req-9e37c043-b253-4169-a997-601a5205e0cf service neutron] 10.222.0.72 "GET /v2.0/networks?id=af68f1da-903e-4b34-b638-38d7f2e26deb HTTP/1.1" status: 200 len: 916 time: 0.2701418 Jun 17 14:49:23.432073 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a422591b-f0f2-47c6-9d65-7f57d1f793f1 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767735'] for security_group_rule, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:23.434208 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:49:23.462255 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422591b-f0f2-47c6-9d65-7f57d1f793f1 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db8e458-2736-4a3f-a335-bac1740db1a9,revision_number=0']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:49:23.467407 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-a422591b-f0f2-47c6-9d65-7f57d1f793f1 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:49:23.473755 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-a422591b-f0f2-47c6-9d65-7f57d1f793f1 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:23.477813 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-a422591b-f0f2-47c6-9d65-7f57d1f793f1 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1822600 Jun 17 14:49:23.478081 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 51232) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:49:23.483493 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-af399b04-3843-463c-bfc9-c254d33f74af tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Request body: {'security_group_rule': {'security_group_id': 'd42425f6-9c65-4eea-9b3f-20de820b2f73', 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:49:23.489295 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-af399b04-3843-463c-bfc9-c254d33f74af tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:49:23.494058 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-af399b04-3843-463c-bfc9-c254d33f74af tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Usage tracker for resource:security_group_rule and tenant:b43e181b87f74406a06eaa0dd299e714 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:49:23.496987 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-af399b04-3843-463c-bfc9-c254d33f74af tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:49:23.502791 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-af399b04-3843-463c-bfc9-c254d33f74af tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:49:23.520151 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-af399b04-3843-463c-bfc9-c254d33f74af tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:23.546260 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-dede5090-2d82-473a-a733-1d1741b19696 req-1686e699-0fff-4a7b-98c6-2accaf3c2608 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2722617-121c-415c-adb5-8480b2560989 HTTP/1.1" status: 200 len: 999 time: 0.1066968 Jun 17 14:49:23.566276 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-b966c725-3797-4226-b0c8-fd2ee2a66727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7424d4e4-c755-41b2-8416-665b7905c719', 'name': 'tempest-TestMinimumBasicScenario-477108551-router', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': 'be140f3e-5f73-40eb-90d6-6bc86f0939d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:30Z', 'updated_at': '2021-06-17T14:48:34Z', 'revision_number': 4, 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'gw_port': {'id': 'be140f3e-5f73-40eb-90d6-6bc86f0939d2', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7424d4e4-c755-41b2-8416-665b7905c719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:30Z', 'updated_at': '2021-06-17T14:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_floatingips': [{'id': 'ad859964-a990-42d7-8828-4fc34b979e8a', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'floating_ip_address': '172.28.2.63', 'floating_network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'router_id': '7424d4e4-c755-41b2-8416-665b7905c719', 'port_id': 'b2722617-121c-415c-adb5-8480b2560989', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af68f1da-903e-4b34-b638-38d7f2e26deb', 'mac_address': 'fa:16:3e:9c:45:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3669433c-e51a-40ee-bc8f-583e0074a236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:49:21Z', 'updated_at': '2021-06-17T14:49:21Z', 'revision_number': 0, 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a16dfe2-846c-4c9d-8a5a-169fcf441e50', 'name': '', 'network_id': 'af68f1da-903e-4b34-b638-38d7f2e26deb', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'mac_address': 'fa:16:3e:db:91:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7424d4e4-c755-41b2-8416-665b7905c719', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0cb92de8-f339-4af1-b3c8-7dc1cf125b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:33Z', 'updated_at': '2021-06-17T14:48:39Z', 'revision_number': 5, 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'subnets': [{'id': '0cb92de8-f339-4af1-b3c8-7dc1cf125b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:49:23.570334 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b966c725-3797-4226-b0c8-fd2ee2a66727 None None] Checking router: 7424d4e4-c755-41b2-8416-665b7905c719 for host: dv-cinder-796859-1-smb {{(pid=78473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:49:23.579235 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b966c725-3797-4226-b0c8-fd2ee2a66727 None None] Routers {'7424d4e4-c755-41b2-8416-665b7905c719'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:49:23.580145 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-b966c725-3797-4226-b0c8-fd2ee2a66727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:49:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['7424d4e4-c755-41b2-8416-665b7905c719'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:49:23.595128 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-af399b04-3843-463c-bfc9-c254d33f74af tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:23.600186 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-af399b04-3843-463c-bfc9-c254d33f74af tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767735'] for security_group_rule, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:23.611300 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-8a1c5980-eb5b-4790-a731-13c36ea9252d tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:49:23.619070 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede5090-2d82-473a-a733-1d1741b19696 req-2d2d54e3-5f23-4f2b-a2dd-6db5e9342ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:23.620554 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-dede5090-2d82-473a-a733-1d1741b19696 req-2d2d54e3-5f23-4f2b-a2dd-6db5e9342ccd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0cb92de8-f339-4af1-b3c8-7dc1cf125b7f HTTP/1.1" status: 200 len: 853 time: 0.0678623 Jun 17 14:49:23.635408 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af399b04-3843-463c-bfc9-c254d33f74af tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d4803d-4941-428c-a6ba-68ce78d02f75,revision_number=0']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:49:23.637882 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-af399b04-3843-463c-bfc9-c254d33f74af tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:49:23.650021 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-af399b04-3843-463c-bfc9-c254d33f74af tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:23.653391 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-af399b04-3843-463c-bfc9-c254d33f74af tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1740942 Jun 17 14:49:23.655744 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 51236) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:49:23.661361 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [None req-4eb242b9-4991-46b6-bf2c-00f00bf786c2 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Request body: {'security_group_rule': {'security_group_id': 'd42425f6-9c65-4eea-9b3f-20de820b2f73', 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:49:23.668989 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-4eb242b9-4991-46b6-bf2c-00f00bf786c2 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:49:23.674259 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-4eb242b9-4991-46b6-bf2c-00f00bf786c2 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Usage tracker for resource:security_group_rule and tenant:b43e181b87f74406a06eaa0dd299e714 is out of sync, need to count used quota {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:49:23.677933 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [None req-4eb242b9-4991-46b6-bf2c-00f00bf786c2 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:49:23.684119 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.quota.driver [None req-4eb242b9-4991-46b6-bf2c-00f00bf786c2 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:49:23.702825 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-4eb242b9-4991-46b6-bf2c-00f00bf786c2 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:23.704458 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede5090-2d82-473a-a733-1d1741b19696 req-b1f96164-f78f-45ae-9e74-176375a80679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:23.706178 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-dede5090-2d82-473a-a733-1d1741b19696 req-b1f96164-f78f-45ae-9e74-176375a80679 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=af68f1da-903e-4b34-b638-38d7f2e26deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786147 Jun 17 14:49:23.788731 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-4eb242b9-4991-46b6-bf2c-00f00bf786c2 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:23.792774 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-4eb242b9-4991-46b6-bf2c-00f00bf786c2 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767735'] for security_group_rule, after_create {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:23.795184 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:49:23.806828 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-b966c725-3797-4226-b0c8-fd2ee2a66727 None None] Set router 7424d4e4-c755-41b2-8416-665b7905c719 gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:49:23.818438 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb242b9-4991-46b6-bf2c-00f00bf786c2 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3325aa2-b837-4e18-962f-a93a039fc73a,revision_number=0']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:49:23.825015 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-4eb242b9-4991-46b6-bf2c-00f00bf786c2 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:49:23.841659 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-4eb242b9-4991-46b6-bf2c-00f00bf786c2 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:23.846198 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-4eb242b9-4991-46b6-bf2c-00f00bf786c2 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1891429 Jun 17 14:49:23.846943 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 51240) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:49:23.859049 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-2b2266f2-e27b-4486-8f0c-d0afc0e76d93 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Request body: {'security_group_rule': {'security_group_id': 'd42425f6-9c65-4eea-9b3f-20de820b2f73', 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:49:23.876932 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-2b2266f2-e27b-4486-8f0c-d0afc0e76d93 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:49:23.884703 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-2b2266f2-e27b-4486-8f0c-d0afc0e76d93 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Usage tracker for resource:security_group_rule and tenant:b43e181b87f74406a06eaa0dd299e714 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:49:23.889211 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-dede5090-2d82-473a-a733-1d1741b19696 req-ec7f910d-d93f-4d66-a0a7-6fb22021b7f2 service neutron] 10.222.0.72 "GET /v2.0/networks/af68f1da-903e-4b34-b638-38d7f2e26deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760871 Jun 17 14:49:23.890045 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-2b2266f2-e27b-4486-8f0c-d0afc0e76d93 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:49:23.918455 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-2b2266f2-e27b-4486-8f0c-d0afc0e76d93 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:49:24.012174 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-2b2266f2-e27b-4486-8f0c-d0afc0e76d93 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:24.105524 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-dede5090-2d82-473a-a733-1d1741b19696 req-a7d887cd-b6a6-47b9-8b22-2d7be2ecb02c service neutron] 10.222.0.72 "GET /v2.0/networks/af68f1da-903e-4b34-b638-38d7f2e26deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092559 Jun 17 14:49:24.131032 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-2b2266f2-e27b-4486-8f0c-d0afc0e76d93 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:24.136689 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-2b2266f2-e27b-4486-8f0c-d0afc0e76d93 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767735'] for security_group_rule, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:24.138925 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-eb8e57d9-35d1-4c7d-802e-80877dac39b1 tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:49:24.164436 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2266f2-e27b-4486-8f0c-d0afc0e76d93 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91410fda-5f0a-426a-9900-e026ddd710a4,revision_number=0']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:49:24.176578 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2266f2-e27b-4486-8f0c-d0afc0e76d93 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:49:24.177022 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2266f2-e27b-4486-8f0c-d0afc0e76d93 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:49:24.177448 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2266f2-e27b-4486-8f0c-d0afc0e76d93 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:49:24.177843 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2266f2-e27b-4486-8f0c-d0afc0e76d93 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:49:24.178201 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2266f2-e27b-4486-8f0c-d0afc0e76d93 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:49:24.178556 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2266f2-e27b-4486-8f0c-d0afc0e76d93 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:49:24.179101 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2266f2-e27b-4486-8f0c-d0afc0e76d93 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:49:24.179500 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2266f2-e27b-4486-8f0c-d0afc0e76d93 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:49:24.179851 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2266f2-e27b-4486-8f0c-d0afc0e76d93 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:49:24.180196 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2266f2-e27b-4486-8f0c-d0afc0e76d93 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:49:24.180561 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2266f2-e27b-4486-8f0c-d0afc0e76d93 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:49:24.180897 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2266f2-e27b-4486-8f0c-d0afc0e76d93 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:49:24.184274 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-2b2266f2-e27b-4486-8f0c-d0afc0e76d93 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:24.185395 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-2b2266f2-e27b-4486-8f0c-d0afc0e76d93 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3340750 Jun 17 14:49:24.186616 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-2b2266f2-e27b-4486-8f0c-d0afc0e76d93 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:49:24.188362 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 51244) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:49:24.193545 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-f75cfd6d-4efb-4607-8abb-1257c61f3791 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Request body: {'security_group_rule': {'security_group_id': 'd42425f6-9c65-4eea-9b3f-20de820b2f73', 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:49:24.200066 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-f75cfd6d-4efb-4607-8abb-1257c61f3791 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:49:24.204347 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-f75cfd6d-4efb-4607-8abb-1257c61f3791 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Usage tracker for resource:security_group_rule and tenant:b43e181b87f74406a06eaa0dd299e714 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:49:24.207418 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-f75cfd6d-4efb-4607-8abb-1257c61f3791 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:49:24.214997 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-f75cfd6d-4efb-4607-8abb-1257c61f3791 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:49:24.224692 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.db.securitygroups_db [None req-f75cfd6d-4efb-4607-8abb-1257c61f3791 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Project b43e181b87f74406a06eaa0dd299e714 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 14:49:24.231844 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f75cfd6d-4efb-4607-8abb-1257c61f3791 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:24.244141 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-b966c725-3797-4226-b0c8-fd2ee2a66727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7424d4e4-c755-41b2-8416-665b7905c719', 'name': 'tempest-TestMinimumBasicScenario-477108551-router', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': 'be140f3e-5f73-40eb-90d6-6bc86f0939d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:30Z', 'updated_at': '2021-06-17T14:48:34Z', 'revision_number': 4, 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'gw_port': {'id': 'be140f3e-5f73-40eb-90d6-6bc86f0939d2', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7424d4e4-c755-41b2-8416-665b7905c719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:30Z', 'updated_at': '2021-06-17T14:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_floatingips': [{'id': 'ad859964-a990-42d7-8828-4fc34b979e8a', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'floating_ip_address': '172.28.2.63', 'floating_network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'router_id': '7424d4e4-c755-41b2-8416-665b7905c719', 'port_id': 'b2722617-121c-415c-adb5-8480b2560989', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af68f1da-903e-4b34-b638-38d7f2e26deb', 'mac_address': 'fa:16:3e:9c:45:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3669433c-e51a-40ee-bc8f-583e0074a236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:49:21Z', 'updated_at': '2021-06-17T14:49:21Z', 'revision_number': 0, 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a16dfe2-846c-4c9d-8a5a-169fcf441e50', 'name': '', 'network_id': 'af68f1da-903e-4b34-b638-38d7f2e26deb', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'mac_address': 'fa:16:3e:db:91:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7424d4e4-c755-41b2-8416-665b7905c719', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0cb92de8-f339-4af1-b3c8-7dc1cf125b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:33Z', 'updated_at': '2021-06-17T14:48:39Z', 'revision_number': 5, 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'subnets': [{'id': '0cb92de8-f339-4af1-b3c8-7dc1cf125b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:49:24.248103 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b966c725-3797-4226-b0c8-fd2ee2a66727 None None] The sync data for ids ['7424d4e4-c755-41b2-8416-665b7905c719'] in dv-cinder-796859-1-smb is: [{'id': '7424d4e4-c755-41b2-8416-665b7905c719', 'name': 'tempest-TestMinimumBasicScenario-477108551-router', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': 'be140f3e-5f73-40eb-90d6-6bc86f0939d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:30Z', 'updated_at': '2021-06-17T14:48:34Z', 'revision_number': 4, 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'gw_port': {'id': 'be140f3e-5f73-40eb-90d6-6bc86f0939d2', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7424d4e4-c755-41b2-8416-665b7905c719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:30Z', 'updated_at': '2021-06-17T14:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_floatingips': [{'id': 'ad859964-a990-42d7-8828-4fc34b979e8a', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'floating_ip_address': '172.28.2.63', 'floating_network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'router_id': '7424d4e4-c755-41b2-8416-665b7905c719', 'port_id': 'b2722617-121c-415c-adb5-8480b2560989', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af68f1da-903e-4b34-b638-38d7f2e26deb', 'mac_address': 'fa:16:3e:9c:45:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3669433c-e51a-40ee-bc8f-583e0074a236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:49:21Z', 'updated_at': '2021-06-17T14:49:21Z', 'revision_number': 0, 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a16dfe2-846c-4c9d-8a5a-169fcf441e50', 'name': '', 'network_id': 'af68f1da-903e-4b34-b638-38d7f2e26deb', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'mac_address': 'fa:16:3e:db:91:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7424d4e4-c755-41b2-8416-665b7905c719', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0cb92de8-f339-4af1-b3c8-7dc1cf125b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:33Z', 'updated_at': '2021-06-17T14:48:39Z', 'revision_number': 5, 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'subnets': [{'id': '0cb92de8-f339-4af1-b3c8-7dc1cf125b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:49:24.316033 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f75cfd6d-4efb-4607-8abb-1257c61f3791 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:24.318809 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f75cfd6d-4efb-4607-8abb-1257c61f3791 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767735'] for security_group_rule, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:24.328440 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:49:24.352192 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75cfd6d-4efb-4607-8abb-1257c61f3791 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be364f3-71b1-4206-8491-64fba78a37a1,revision_number=0']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:49:24.354704 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-f75cfd6d-4efb-4607-8abb-1257c61f3791 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:49:24.360940 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-f75cfd6d-4efb-4607-8abb-1257c61f3791 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:24.362250 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-f75cfd6d-4efb-4607-8abb-1257c61f3791 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1729131 Jun 17 14:49:24.364845 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 51248) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:49:24.371547 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [None req-3743e3b5-6f89-4c19-93f3-0be448f9b859 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Request body: {'security_group_rule': {'security_group_id': 'd42425f6-9c65-4eea-9b3f-20de820b2f73', 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:49:24.378665 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-3743e3b5-6f89-4c19-93f3-0be448f9b859 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 14:49:24.384676 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-3743e3b5-6f89-4c19-93f3-0be448f9b859 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Usage tracker for resource:security_group_rule and tenant:b43e181b87f74406a06eaa0dd299e714 is out of sync, need to count used quota {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 14:49:24.387974 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.quota.resource [None req-3743e3b5-6f89-4c19-93f3-0be448f9b859 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78471) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 14:49:24.394834 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.quota.driver [None req-3743e3b5-6f89-4c19-93f3-0be448f9b859 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78471) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 14:49:24.412596 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.db.securitygroups_db [None req-3743e3b5-6f89-4c19-93f3-0be448f9b859 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Project b43e181b87f74406a06eaa0dd299e714 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 14:49:24.423344 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3743e3b5-6f89-4c19-93f3-0be448f9b859 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:24.487120 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaedde6-2eed-401c-a915-a9331cf1f5e8 None None] New status for floating IP ad859964-a990-42d7-8828-4fc34b979e8a: ACTIVE {{(pid=78474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:49:24.508779 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3743e3b5-6f89-4c19-93f3-0be448f9b859 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:24.514172 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3743e3b5-6f89-4c19-93f3-0be448f9b859 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767735'] for security_group_rule, after_create {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:24.516754 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:49:24.540445 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743e3b5-6f89-4c19-93f3-0be448f9b859 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd545c2a-0bb0-47e9-8b69-ac1466316e1b,revision_number=0']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:49:24.543008 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-3743e3b5-6f89-4c19-93f3-0be448f9b859 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:49:24.550784 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-3743e3b5-6f89-4c19-93f3-0be448f9b859 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:24.551930 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-3743e3b5-6f89-4c19-93f3-0be448f9b859 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1861694 Jun 17 14:49:24.680027 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-fe715a71-4d01-4842-ab36-5d62cf7ae5eb req-87efcc96-48d8-4c8e-a78c-a3002e93af56 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Synchronizing usage tracker for tenant:b43e181b87f74406a06eaa0dd299e714 on resource:security_group {{(pid=78472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:49:24.695781 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-fe715a71-4d01-4842-ab36-5d62cf7ae5eb req-87efcc96-48d8-4c8e-a78c-a3002e93af56 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Unset dirty status for tenant:b43e181b87f74406a06eaa0dd299e714 on resource:security_group {{(pid=78472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:49:24.697051 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-fe715a71-4d01-4842-ab36-5d62cf7ae5eb req-87efcc96-48d8-4c8e-a78c-a3002e93af56 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2007904076&fields=id&tenant_id=b43e181b87f74406a06eaa0dd299e714 HTTP/1.1" status: 200 len: 267 time: 0.0582671 Jun 17 14:49:24.791796 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe715a71-4d01-4842-ab36-5d62cf7ae5eb req-186abc1c-6336-4e23-b0c1-3466a7922fec tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:24.793442 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-fe715a71-4d01-4842-ab36-5d62cf7ae5eb req-186abc1c-6336-4e23-b0c1-3466a7922fec tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 946 time: 0.0904429 Jun 17 14:49:24.805395 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.v2.base [req-fe715a71-4d01-4842-ab36-5d62cf7ae5eb req-47ee503e-7a50-4481-87c3-32aef9a8580c tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Request body: {'port': {'security_groups': ['4063b976-d825-44a4-a3e1-7ef37c6bf119', 'd42425f6-9c65-4eea-9b3f-20de820b2f73']}} {{(pid=78472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:49:24.925032 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [req-fe715a71-4d01-4842-ab36-5d62cf7ae5eb req-47ee503e-7a50-4481-87c3-32aef9a8580c tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:25.195350 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.db [req-fe715a71-4d01-4842-ab36-5d62cf7ae5eb req-47ee503e-7a50-4481-87c3-32aef9a8580c tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] For port b2722617-121c-415c-adb5-8480b2560989, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=b2722617-121c-415c-adb5-8480b2560989,segment=NetworkSegment(ed69f7d4-5ae1-4154-a3f0-763501859356),segment_id=ed69f7d4-5ae1-4154-a3f0-763501859356)] {{(pid=78472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:49:25.220386 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [req-fe715a71-4d01-4842-ab36-5d62cf7ae5eb req-47ee503e-7a50-4481-87c3-32aef9a8580c tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for port, precommit_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:25.227524 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [req-fe715a71-4d01-4842-ab36-5d62cf7ae5eb req-47ee503e-7a50-4481-87c3-32aef9a8580c tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14896021'] for port, after_update {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:25.235041 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-2d813e57-c854-4201-8bae-6d6ba8fa1375 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:49:25.263028 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['b2722617-121c-415c-adb5-8480b2560989'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:49:25.309473 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe715a71-4d01-4842-ab36-5d62cf7ae5eb req-47ee503e-7a50-4481-87c3-32aef9a8580c tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:25.310090 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [req-fe715a71-4d01-4842-ab36-5d62cf7ae5eb req-47ee503e-7a50-4481-87c3-32aef9a8580c tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:25.311462 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-fe715a71-4d01-4842-ab36-5d62cf7ae5eb req-47ee503e-7a50-4481-87c3-32aef9a8580c tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "PUT /v2.0/ports/b2722617-121c-415c-adb5-8480b2560989 HTTP/1.1" status: 200 len: 982 time: 0.5119064 Jun 17 14:49:25.312126 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3669433c-e51a-40ee-bc8f-583e0074a236', 'tag': 'b2722617-121c-415c-adb5-8480b2560989'}] {{(pid=78472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:49:25.339129 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee503e-7a50-4481-87c3-32aef9a8580c tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Pushing event updated for resources: {'Port': ['ID=b2722617-121c-415c-adb5-8480b2560989,revision_number=6']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:49:25.342805 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-47ee503e-7a50-4481-87c3-32aef9a8580c tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:49:25.459499 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['b2722617-121c-415c-adb5-8480b2560989'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:49:25.477346 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3669433c-e51a-40ee-bc8f-583e0074a236', 'tag': 'b2722617-121c-415c-adb5-8480b2560989', 'status': 'completed', 'code': 200} Jun 17 14:49:25.536429 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b9c38-17df-47a6-876c-a83f342144d4 req-03f377d0-aded-440e-a547-91871bc4eda4 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:25.542449 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-625b9c38-17df-47a6-876c-a83f342144d4 req-03f377d0-aded-440e-a547-91871bc4eda4 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 985 time: 0.1003294 Jun 17 14:49:25.597740 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-625b9c38-17df-47a6-876c-a83f342144d4 req-d6fc34c7-4f28-4957-bafb-e494a55877fc tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&id=d42425f6-9c65-4eea-9b3f-20de820b2f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505681 Jun 17 14:49:25.615286 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a81e60-03de-46a3-95e1-faa250dc5de7 req-6119db88-b203-48ab-b54a-b77972f76dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:25.617618 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-44a81e60-03de-46a3-95e1-faa250dc5de7 req-6119db88-b203-48ab-b54a-b77972f76dbe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b43e181b87f74406a06eaa0dd299e714&device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 1138 time: 0.1139300 Jun 17 14:49:25.650730 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-68b653b0-661b-40b5-b5bc-d6c45b9a0c53 None None] Provisioning complete for port b2722617-121c-415c-adb5-8480b2560989 triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:49:25.651102 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-68b653b0-661b-40b5-b5bc-d6c45b9a0c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:25.758222 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a81e60-03de-46a3-95e1-faa250dc5de7 req-0dd651bb-2837-48b8-825e-a90021c6c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:25.759724 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-44a81e60-03de-46a3-95e1-faa250dc5de7 req-0dd651bb-2837-48b8-825e-a90021c6c9ab service neutron] 10.222.0.72 "GET /v2.0/networks?id=af68f1da-903e-4b34-b638-38d7f2e26deb HTTP/1.1" status: 200 len: 916 time: 0.1357460 Jun 17 14:49:25.812939 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:25.868846 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-44a81e60-03de-46a3-95e1-faa250dc5de7 req-bbdd56db-a0db-429c-9c9f-e43f037931f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2722617-121c-415c-adb5-8480b2560989 HTTP/1.1" status: 200 len: 1001 time: 0.1015160 Jun 17 14:49:25.934689 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a81e60-03de-46a3-95e1-faa250dc5de7 req-cf3c2a4c-0785-4701-bbd0-116a980ff285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:25.936125 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-44a81e60-03de-46a3-95e1-faa250dc5de7 req-cf3c2a4c-0785-4701-bbd0-116a980ff285 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0cb92de8-f339-4af1-b3c8-7dc1cf125b7f HTTP/1.1" status: 200 len: 853 time: 0.0606050 Jun 17 14:49:26.013613 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a81e60-03de-46a3-95e1-faa250dc5de7 req-c9f25442-d133-49b3-a747-c8bf3cd84f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:26.015116 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-44a81e60-03de-46a3-95e1-faa250dc5de7 req-c9f25442-d133-49b3-a747-c8bf3cd84f9e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=af68f1da-903e-4b34-b638-38d7f2e26deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721257 Jun 17 14:49:26.151758 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-44a81e60-03de-46a3-95e1-faa250dc5de7 req-04b55a97-1a69-4a8e-b7e7-2df0c616dd61 service neutron] 10.222.0.72 "GET /v2.0/networks/af68f1da-903e-4b34-b638-38d7f2e26deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296625 Jun 17 14:49:26.289307 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-44a81e60-03de-46a3-95e1-faa250dc5de7 req-0a504b14-72b5-443e-ab0f-d145efc6e493 service neutron] 10.222.0.72 "GET /v2.0/networks/af68f1da-903e-4b34-b638-38d7f2e26deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299417 Jun 17 14:49:36.387628 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-2f5a7b07-8ebb-4ae4-9d52-5192a3261ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:36.871459 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:38.951855 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-c8635a2b-2e04-4040-a89b-a2e0f37eb6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:40.185114 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:41.538015 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:48.293496 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1b866-f9cc-439e-9a9c-2fd789d99143 req-cf87e89c-b8cf-4351-ae88-cbcbe30a3b68 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:48.295049 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-3aa1b866-f9cc-439e-9a9c-2fd789d99143 req-cf87e89c-b8cf-4351-ae88-cbcbe30a3b68 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 985 time: 0.0915425 Jun 17 14:49:48.358151 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-3aa1b866-f9cc-439e-9a9c-2fd789d99143 req-365d5ee3-3bf1-40d3-ae2f-7b250f0e7f52 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&id=d42425f6-9c65-4eea-9b3f-20de820b2f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568075 Jun 17 14:49:48.394332 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e284c6-6cb9-49d2-82ae-4608eac4b4f2 req-842060f3-865c-4c6d-a3ac-922c71262d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:48.396544 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d1e284c6-6cb9-49d2-82ae-4608eac4b4f2 req-842060f3-865c-4c6d-a3ac-922c71262d21 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b43e181b87f74406a06eaa0dd299e714&device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 1138 time: 0.1840782 Jun 17 14:49:48.533341 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e284c6-6cb9-49d2-82ae-4608eac4b4f2 req-0947bdb7-8a3d-4c4a-b73b-ab7232b94cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:48.535090 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d1e284c6-6cb9-49d2-82ae-4608eac4b4f2 req-0947bdb7-8a3d-4c4a-b73b-ab7232b94cff service neutron] 10.222.0.72 "GET /v2.0/networks?id=af68f1da-903e-4b34-b638-38d7f2e26deb HTTP/1.1" status: 200 len: 916 time: 0.1318579 Jun 17 14:49:48.641522 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d1e284c6-6cb9-49d2-82ae-4608eac4b4f2 req-dc07311c-7cea-44f1-929b-b186a822bd8a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2722617-121c-415c-adb5-8480b2560989 HTTP/1.1" status: 200 len: 1001 time: 0.0998371 Jun 17 14:49:48.706991 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e284c6-6cb9-49d2-82ae-4608eac4b4f2 req-1e736343-5b04-47cd-aea4-b760a9ae8cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:48.709086 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d1e284c6-6cb9-49d2-82ae-4608eac4b4f2 req-1e736343-5b04-47cd-aea4-b760a9ae8cb9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0cb92de8-f339-4af1-b3c8-7dc1cf125b7f HTTP/1.1" status: 200 len: 853 time: 0.0594583 Jun 17 14:49:48.804181 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e284c6-6cb9-49d2-82ae-4608eac4b4f2 req-b2cd8d65-b8bd-4ea4-b095-0f227260f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:48.805728 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d1e284c6-6cb9-49d2-82ae-4608eac4b4f2 req-b2cd8d65-b8bd-4ea4-b095-0f227260f782 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=af68f1da-903e-4b34-b638-38d7f2e26deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0885327 Jun 17 14:49:48.817135 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [req-d1e284c6-6cb9-49d2-82ae-4608eac4b4f2 req-d0cf31a4-a3d8-4d4a-8aaf-641c426f1d83 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=78471) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:49:48.818830 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d1e284c6-6cb9-49d2-82ae-4608eac4b4f2 req-d0cf31a4-a3d8-4d4a-8aaf-641c426f1d83 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063832 Jun 17 14:49:48.965001 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d1e284c6-6cb9-49d2-82ae-4608eac4b4f2 req-7253912e-cf24-49d7-a2a6-6aaed231bc93 service neutron] 10.222.0.72 "GET /v2.0/networks/af68f1da-903e-4b34-b638-38d7f2e26deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386385 Jun 17 14:49:49.110449 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-d1e284c6-6cb9-49d2-82ae-4608eac4b4f2 req-78584161-089e-4334-b53a-40f7d11248f1 service neutron] 10.222.0.72 "GET /v2.0/networks/af68f1da-903e-4b34-b638-38d7f2e26deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386716 Jun 17 14:49:49.588935 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0be7e2-ef6b-4816-b786-7dd92384d2d1 req-6c9d8017-b68f-4dc5-a22d-f3802ab7ea8b tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:49.590717 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4d0be7e2-ef6b-4816-b786-7dd92384d2d1 req-6c9d8017-b68f-4dc5-a22d-f3802ab7ea8b tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 985 time: 0.0915196 Jun 17 14:49:49.653847 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-4d0be7e2-ef6b-4816-b786-7dd92384d2d1 req-fd1407a2-4e9d-42f9-ac48-8e6e3a4cca4d tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&id=d42425f6-9c65-4eea-9b3f-20de820b2f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566404 Jun 17 14:49:50.844292 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1380d-637b-46b2-b9e1-18dfacea09c0 req-1168cafc-c432-463c-97a2-f0f8293c61ac tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:50.847555 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-2eb1380d-637b-46b2-b9e1-18dfacea09c0 req-1168cafc-c432-463c-97a2-f0f8293c61ac tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 985 time: 0.0841842 Jun 17 14:49:50.900501 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-2eb1380d-637b-46b2-b9e1-18dfacea09c0 req-36f1f240-41c8-4bbb-a2bf-c6bc562aca4c tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&id=d42425f6-9c65-4eea-9b3f-20de820b2f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468509 Jun 17 14:49:51.204758 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:49:52.103927 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e1532-da0b-4142-ad22-195f894099cd req-be7916ef-9625-47d2-9a6d-648eb319fc0a tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:52.105503 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-143e1532-da0b-4142-ad22-195f894099cd req-be7916ef-9625-47d2-9a6d-648eb319fc0a tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 985 time: 0.0928071 Jun 17 14:49:52.162770 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-143e1532-da0b-4142-ad22-195f894099cd req-b1837f30-ae80-4e89-9882-2f41b8f520c2 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&id=d42425f6-9c65-4eea-9b3f-20de820b2f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460629 Jun 17 14:49:53.360599 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d99bd6-6c07-42d7-9c87-7d534a14fecb req-c3b86afb-0e28-4d61-b7ae-c1ab3b36cacf tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:53.362006 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-c4d99bd6-6c07-42d7-9c87-7d534a14fecb req-c3b86afb-0e28-4d61-b7ae-c1ab3b36cacf tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 985 time: 0.0874498 Jun 17 14:49:53.411300 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-c4d99bd6-6c07-42d7-9c87-7d534a14fecb req-ad5d9772-04d5-4a0f-9c37-f7068f580858 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&id=d42425f6-9c65-4eea-9b3f-20de820b2f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421281 Jun 17 14:49:54.613479 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d5a66-da12-403c-99f2-a272157c389f req-0b98fc2b-13fc-4948-830b-4e407d561599 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:54.615072 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-cd0d5a66-da12-403c-99f2-a272157c389f req-0b98fc2b-13fc-4948-830b-4e407d561599 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 985 time: 0.0961804 Jun 17 14:49:54.667078 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-cd0d5a66-da12-403c-99f2-a272157c389f req-992a36e4-bf84-43ff-8e70-1cc8a8f5759e tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&id=d42425f6-9c65-4eea-9b3f-20de820b2f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460329 Jun 17 14:49:55.747729 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:49:55.868663 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a3f5c-7f5b-471c-8e73-9f7b64b14042 req-44f21c13-d98a-4611-bb48-a90e4988c156 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:55.870177 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-415a3f5c-7f5b-471c-8e73-9f7b64b14042 req-44f21c13-d98a-4611-bb48-a90e4988c156 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 985 time: 0.0945995 Jun 17 14:49:55.919967 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-415a3f5c-7f5b-471c-8e73-9f7b64b14042 req-6b23e501-fc30-4f79-b30d-c77055e431c9 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&id=d42425f6-9c65-4eea-9b3f-20de820b2f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437856 Jun 17 14:49:57.109456 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781feb6-bc0b-41e0-bcf4-a64e69bfbd82 req-68739e5f-0950-438d-a472-127e1d7c4b2e tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:57.111002 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1781feb6-bc0b-41e0-bcf4-a64e69bfbd82 req-68739e5f-0950-438d-a472-127e1d7c4b2e tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 985 time: 0.0820160 Jun 17 14:49:57.160943 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1781feb6-bc0b-41e0-bcf4-a64e69bfbd82 req-0737cf35-779a-4c34-80cf-f2bd9c6e57e5 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&id=d42425f6-9c65-4eea-9b3f-20de820b2f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440114 Jun 17 14:49:58.353804 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045632ce-5849-4be8-a980-58f7cf090d54 req-9b0c24ad-bb87-4d16-9a04-b74f7df37d27 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:58.355294 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-045632ce-5849-4be8-a980-58f7cf090d54 req-9b0c24ad-bb87-4d16-9a04-b74f7df37d27 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 985 time: 0.0814743 Jun 17 14:49:58.406102 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-045632ce-5849-4be8-a980-58f7cf090d54 req-dad5967f-0a0e-4360-bb1b-3430a10b65c5 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&id=d42425f6-9c65-4eea-9b3f-20de820b2f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448158 Jun 17 14:49:59.602695 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d95364-5a16-441e-b9c2-7989295ef02c req-eaa02628-fd04-44ad-8f20-d7211e1a47ab tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:49:59.604243 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-33d95364-5a16-441e-b9c2-7989295ef02c req-eaa02628-fd04-44ad-8f20-d7211e1a47ab tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 985 time: 0.0881546 Jun 17 14:49:59.654533 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-33d95364-5a16-441e-b9c2-7989295ef02c req-afc6acaf-f302-4842-80c7-086c415b27aa tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&id=d42425f6-9c65-4eea-9b3f-20de820b2f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419669 Jun 17 14:50:00.839034 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c4cb3-dbd8-47c6-8774-1268de43e390 req-cb54bffd-dbc8-4c0f-a9ee-5993f052848b tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:50:00.840407 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-d86c4cb3-dbd8-47c6-8774-1268de43e390 req-cb54bffd-dbc8-4c0f-a9ee-5993f052848b tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 985 time: 0.0817630 Jun 17 14:50:00.890008 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-d86c4cb3-dbd8-47c6-8774-1268de43e390 req-eb32467a-7edc-443a-9858-98e1d2493e31 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&id=d42425f6-9c65-4eea-9b3f-20de820b2f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433347 Jun 17 14:50:02.081917 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae378ed2-30d0-4219-888c-876f7448d150 req-5709b57d-a239-4386-b396-cdcb5e899108 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:50:02.083538 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ae378ed2-30d0-4219-888c-876f7448d150 req-5709b57d-a239-4386-b396-cdcb5e899108 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 985 time: 0.0826113 Jun 17 14:50:02.137968 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-ae378ed2-30d0-4219-888c-876f7448d150 req-b03d3970-3a3a-47d4-b315-58a2a59887da tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&id=d42425f6-9c65-4eea-9b3f-20de820b2f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481753 Jun 17 14:50:03.298961 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036cadf-821f-4b2a-aedc-8640fc2e8cc6 req-f7a84507-594b-4566-96aa-6cfecbfcfe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:50:03.300410 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0036cadf-821f-4b2a-aedc-8640fc2e8cc6 req-f7a84507-594b-4566-96aa-6cfecbfcfe24 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b43e181b87f74406a06eaa0dd299e714&device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 1138 time: 0.1369987 Jun 17 14:50:03.343315 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e366ba8-e688-4afa-bc24-f9b4860ff416 req-77c8a30e-5f77-4e98-8f12-b3a681939e45 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:50:03.344827 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-9e366ba8-e688-4afa-bc24-f9b4860ff416 req-77c8a30e-5f77-4e98-8f12-b3a681939e45 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 985 time: 0.0905249 Jun 17 14:50:03.403067 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-9e366ba8-e688-4afa-bc24-f9b4860ff416 req-350d243f-0797-4200-b6f3-7bfd180f46c1 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&id=d42425f6-9c65-4eea-9b3f-20de820b2f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513530 Jun 17 14:50:03.473667 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036cadf-821f-4b2a-aedc-8640fc2e8cc6 req-f730f1b5-4503-46d1-9b84-be9c64ba40a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:50:03.475096 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0036cadf-821f-4b2a-aedc-8640fc2e8cc6 req-f730f1b5-4503-46d1-9b84-be9c64ba40a7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=af68f1da-903e-4b34-b638-38d7f2e26deb HTTP/1.1" status: 200 len: 916 time: 0.1485772 Jun 17 14:50:03.689873 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0036cadf-821f-4b2a-aedc-8640fc2e8cc6 req-e273e154-6273-4ccd-9249-665220a5a0da service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2722617-121c-415c-adb5-8480b2560989 HTTP/1.1" status: 200 len: 1001 time: 0.2066987 Jun 17 14:50:03.752994 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036cadf-821f-4b2a-aedc-8640fc2e8cc6 req-36476512-7205-4388-8741-88654ae1e2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:50:03.754489 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0036cadf-821f-4b2a-aedc-8640fc2e8cc6 req-36476512-7205-4388-8741-88654ae1e2c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0cb92de8-f339-4af1-b3c8-7dc1cf125b7f HTTP/1.1" status: 200 len: 853 time: 0.0584991 Jun 17 14:50:03.839160 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036cadf-821f-4b2a-aedc-8640fc2e8cc6 req-b6ffe2b0-9927-41c7-b055-8bd0138d3ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:50:03.840631 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0036cadf-821f-4b2a-aedc-8640fc2e8cc6 req-b6ffe2b0-9927-41c7-b055-8bd0138d3ed9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=af68f1da-903e-4b34-b638-38d7f2e26deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801120 Jun 17 14:50:03.975943 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0036cadf-821f-4b2a-aedc-8640fc2e8cc6 req-aa3bb0bb-3bb9-4e89-8d0c-b298fe51fa39 service neutron] 10.222.0.72 "GET /v2.0/networks/af68f1da-903e-4b34-b638-38d7f2e26deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287346 Jun 17 14:50:04.124892 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-0036cadf-821f-4b2a-aedc-8640fc2e8cc6 req-84d3c66f-31fe-4c9a-8b5a-6b1c3660df35 service neutron] 10.222.0.72 "GET /v2.0/networks/af68f1da-903e-4b34-b638-38d7f2e26deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415727 Jun 17 14:50:04.590351 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054e4ad-1771-4b54-9bf8-1f494c040375 req-24a084cf-7c8c-49d7-836d-80b64e208109 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:50:04.591808 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1054e4ad-1771-4b54-9bf8-1f494c040375 req-24a084cf-7c8c-49d7-836d-80b64e208109 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 985 time: 0.0812752 Jun 17 14:50:04.640139 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1054e4ad-1771-4b54-9bf8-1f494c040375 req-da4d0376-6092-4a4c-9403-9f3db4ff0779 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&id=d42425f6-9c65-4eea-9b3f-20de820b2f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422661 Jun 17 14:50:05.825945 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2af246-4783-4245-974b-0c7f67a0eb3d req-36fdedfb-a2d2-461b-89ff-d5eec57858dd tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:50:05.827407 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-1d2af246-4783-4245-974b-0c7f67a0eb3d req-36fdedfb-a2d2-461b-89ff-d5eec57858dd tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 985 time: 0.0800517 Jun 17 14:50:05.960425 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-1d2af246-4783-4245-974b-0c7f67a0eb3d req-12dde6c4-fdcc-4001-b64a-2dad69a28e43 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&id=d42425f6-9c65-4eea-9b3f-20de820b2f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1267374 Jun 17 14:50:06.390654 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-51bea40c-8c5d-4d26-8f1a-4c0a3d7dbbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:06.873869 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:08.955728 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-84322c4b-3907-485d-99fa-e688f5e2edf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:10.183720 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:11.537011 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:25.751053 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:28.203942 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:50:35.127642 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e7436a2c-a50c-4cc8-b8da-6f0931f3b02f req-f647b4ce-3e21-4ac7-a351-b9efa5aeb435 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2007904076&fields=id&tenant_id=b43e181b87f74406a06eaa0dd299e714 HTTP/1.1" status: 200 len: 267 time: 0.0460715 Jun 17 14:50:35.212165 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7436a2c-a50c-4cc8-b8da-6f0931f3b02f req-ea472571-1cf9-499e-be0d-1b56b31fda87 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:50:35.213703 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e7436a2c-a50c-4cc8-b8da-6f0931f3b02f req-ea472571-1cf9-499e-be0d-1b56b31fda87 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 985 time: 0.0805759 Jun 17 14:50:35.225353 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.v2.base [req-e7436a2c-a50c-4cc8-b8da-6f0931f3b02f req-86bdcc44-6199-47cb-b69b-da6341a7ccdd tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Request body: {'port': {'security_groups': ['4063b976-d825-44a4-a3e1-7ef37c6bf119']}} {{(pid=78471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:50:35.351080 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-e7436a2c-a50c-4cc8-b8da-6f0931f3b02f req-86bdcc44-6199-47cb-b69b-da6341a7ccdd tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1762752'] for port, before_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:35.598309 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-e7436a2c-a50c-4cc8-b8da-6f0931f3b02f req-86bdcc44-6199-47cb-b69b-da6341a7ccdd tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] For port b2722617-121c-415c-adb5-8480b2560989, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=b2722617-121c-415c-adb5-8480b2560989,segment=NetworkSegment(ed69f7d4-5ae1-4154-a3f0-763501859356),segment_id=ed69f7d4-5ae1-4154-a3f0-763501859356)] {{(pid=78471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:50:35.626570 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-e7436a2c-a50c-4cc8-b8da-6f0931f3b02f req-86bdcc44-6199-47cb-b69b-da6341a7ccdd tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for port, precommit_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:35.631017 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-e7436a2c-a50c-4cc8-b8da-6f0931f3b02f req-86bdcc44-6199-47cb-b69b-da6341a7ccdd tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744814311069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744813864924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744813865485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16519556'] for port, after_update {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:35.636438 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-56612a4f-5c77-4ccb-9342-f3433e8713bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:50:35.666413 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['b2722617-121c-415c-adb5-8480b2560989'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:50:35.704566 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7436a2c-a50c-4cc8-b8da-6f0931f3b02f req-86bdcc44-6199-47cb-b69b-da6341a7ccdd tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:50:35.705192 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-e7436a2c-a50c-4cc8-b8da-6f0931f3b02f req-86bdcc44-6199-47cb-b69b-da6341a7ccdd tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:35.706611 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-e7436a2c-a50c-4cc8-b8da-6f0931f3b02f req-86bdcc44-6199-47cb-b69b-da6341a7ccdd tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "PUT /v2.0/ports/b2722617-121c-415c-adb5-8480b2560989 HTTP/1.1" status: 200 len: 943 time: 0.4857800 Jun 17 14:50:35.707141 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3669433c-e51a-40ee-bc8f-583e0074a236', 'tag': 'b2722617-121c-415c-adb5-8480b2560989'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:50:35.714427 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 51320) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:50:35.731878 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdcc44-6199-47cb-b69b-da6341a7ccdd tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Pushing event updated for resources: {'Port': ['ID=b2722617-121c-415c-adb5-8480b2560989,revision_number=7']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:50:35.740613 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bdcc44-6199-47cb-b69b-da6341a7ccdd tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:50:35.741099 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bdcc44-6199-47cb-b69b-da6341a7ccdd tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:50:35.742058 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bdcc44-6199-47cb-b69b-da6341a7ccdd tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:50:35.742058 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bdcc44-6199-47cb-b69b-da6341a7ccdd tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:50:35.742503 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bdcc44-6199-47cb-b69b-da6341a7ccdd tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:50:35.742965 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bdcc44-6199-47cb-b69b-da6341a7ccdd tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:50:35.743426 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bdcc44-6199-47cb-b69b-da6341a7ccdd tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:50:35.743883 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bdcc44-6199-47cb-b69b-da6341a7ccdd tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:50:35.744354 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bdcc44-6199-47cb-b69b-da6341a7ccdd tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:50:35.744809 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bdcc44-6199-47cb-b69b-da6341a7ccdd tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:50:35.745262 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bdcc44-6199-47cb-b69b-da6341a7ccdd tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:50:35.746253 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bdcc44-6199-47cb-b69b-da6341a7ccdd tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:50:35.759322 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-86bdcc44-6199-47cb-b69b-da6341a7ccdd tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:50:35.821685 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7789326f-0169-411c-8b69-b2f493bb6f2a tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:35.845377 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3669433c-e51a-40ee-bc8f-583e0074a236', 'tag': 'b2722617-121c-415c-adb5-8480b2560989', 'status': 'completed', 'code': 200} Jun 17 14:50:35.860704 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7789326f-0169-411c-8b69-b2f493bb6f2a tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:35.937407 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7789326f-0169-411c-8b69-b2f493bb6f2a tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:35.942528 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-ef1e27c1-2816-40a8-bc28-3fe066ad28a9 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:50:35.953718 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['b2722617-121c-415c-adb5-8480b2560989'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:50:35.954749 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789326f-0169-411c-8b69-b2f493bb6f2a tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42425f6-9c65-4eea-9b3f-20de820b2f73,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:50:35.964196 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789326f-0169-411c-8b69-b2f493bb6f2a tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:50:35.964487 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789326f-0169-411c-8b69-b2f493bb6f2a tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:50:35.964838 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789326f-0169-411c-8b69-b2f493bb6f2a tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:50:35.965191 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789326f-0169-411c-8b69-b2f493bb6f2a tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:50:35.965540 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789326f-0169-411c-8b69-b2f493bb6f2a tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:50:35.965923 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789326f-0169-411c-8b69-b2f493bb6f2a tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:50:35.966270 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789326f-0169-411c-8b69-b2f493bb6f2a tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:50:35.966615 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789326f-0169-411c-8b69-b2f493bb6f2a tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:50:35.966959 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789326f-0169-411c-8b69-b2f493bb6f2a tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:50:35.967300 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789326f-0169-411c-8b69-b2f493bb6f2a tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:50:35.967640 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789326f-0169-411c-8b69-b2f493bb6f2a tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:50:35.967999 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789326f-0169-411c-8b69-b2f493bb6f2a tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-smb {{(pid=78472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:50:35.974771 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-7789326f-0169-411c-8b69-b2f493bb6f2a tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:50:35.983723 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11f15d-f626-482f-8dd1-a82fffde543c req-c76f73bd-1dfa-47cf-b2ba-37d9e4774f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:50:35.985796 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1d11f15d-f626-482f-8dd1-a82fffde543c req-c76f73bd-1dfa-47cf-b2ba-37d9e4774f04 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b43e181b87f74406a06eaa0dd299e714&device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 1099 time: 0.0938349 Jun 17 14:50:35.989763 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-7789326f-0169-411c-8b69-b2f493bb6f2a tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:35.991497 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-7789326f-0169-411c-8b69-b2f493bb6f2a tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "DELETE /v2.0/security-groups/d42425f6-9c65-4eea-9b3f-20de820b2f73 HTTP/1.1" status: 204 len: 168 time: 0.2764983 Jun 17 14:50:35.994087 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 51326) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:50:36.043510 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.provisioning_blocks [None req-0cdcb863-f2c1-4654-8143-ae246ed71dc2 None None] Provisioning complete for port b2722617-121c-415c-adb5-8480b2560989 triggered by entity DHCP. {{(pid=78473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:50:36.043901 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-0cdcb863-f2c1-4654-8143-ae246ed71dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1826316'] for port, provisioning_complete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:36.138749 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11f15d-f626-482f-8dd1-a82fffde543c req-67a8eca7-d713-4bb5-8c3d-bbf42b3c9a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:50:36.141077 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1d11f15d-f626-482f-8dd1-a82fffde543c req-67a8eca7-d713-4bb5-8c3d-bbf42b3c9a38 service neutron] 10.222.0.72 "GET /v2.0/networks?id=af68f1da-903e-4b34-b638-38d7f2e26deb HTTP/1.1" status: 200 len: 916 time: 0.1464298 Jun 17 14:50:36.206082 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-5d8f02e3-b8d7-495b-a828-cd530cd885a3 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Deleting port f01f289a-9f57-42d5-9b94-1582c3d100c2 {{(pid=78472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:50:36.206872 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5d8f02e3-b8d7-495b-a828-cd530cd885a3 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:36.264648 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1d11f15d-f626-482f-8dd1-a82fffde543c req-a1e2a616-7fce-4882-926f-9e7f7d10d1e5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2722617-121c-415c-adb5-8480b2560989 HTTP/1.1" status: 200 len: 1001 time: 0.1159267 Jun 17 14:50:36.333864 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11f15d-f626-482f-8dd1-a82fffde543c req-e94f2897-fbe6-4824-a186-4b6a93f90843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:50:36.335265 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1d11f15d-f626-482f-8dd1-a82fffde543c req-e94f2897-fbe6-4824-a186-4b6a93f90843 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0cb92de8-f339-4af1-b3c8-7dc1cf125b7f HTTP/1.1" status: 200 len: 853 time: 0.0635874 Jun 17 14:50:36.382949 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5d8f02e3-b8d7-495b-a828-cd530cd885a3 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:36.383579 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5d8f02e3-b8d7-495b-a828-cd530cd885a3 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:36.394928 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-fd77f88b-45cb-46bc-abe0-075beac0b2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:36.414727 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11f15d-f626-482f-8dd1-a82fffde543c req-b4977235-e276-4d74-9fd4-f9892b70c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:50:36.416186 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1d11f15d-f626-482f-8dd1-a82fffde543c req-b4977235-e276-4d74-9fd4-f9892b70c319 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=af68f1da-903e-4b34-b638-38d7f2e26deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735099 Jun 17 14:50:36.509121 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-5d8f02e3-b8d7-495b-a828-cd530cd885a3 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Calling delete_port for f01f289a-9f57-42d5-9b94-1582c3d100c2 owned by network:floatingip {{(pid=78472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:50:36.554767 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1d11f15d-f626-482f-8dd1-a82fffde543c req-859a6096-0c26-4677-8353-17c6bdf103a9 service neutron] 10.222.0.72 "GET /v2.0/networks/af68f1da-903e-4b34-b638-38d7f2e26deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311901 Jun 17 14:50:36.676809 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5d8f02e3-b8d7-495b-a828-cd530cd885a3 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14896044'] for port, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:36.680621 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-cbbf2460-40dc-4c70-8cce-e7110d1d1215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:50:36.726380 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f02e3-b8d7-495b-a828-cd530cd885a3 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Pushing event deleted for resources: {'Port': ['ID=f01f289a-9f57-42d5-9b94-1582c3d100c2,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:50:36.729326 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-5d8f02e3-b8d7-495b-a828-cd530cd885a3 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:50:36.793234 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-1d11f15d-f626-482f-8dd1-a82fffde543c req-ff40eb78-2aaa-4d38-9c0c-5c07d71d47f9 service neutron] 10.222.0.72 "GET /v2.0/networks/af68f1da-903e-4b34-b638-38d7f2e26deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313972 Jun 17 14:50:36.820350 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5d8f02e3-b8d7-495b-a828-cd530cd885a3 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks [] for floatingip, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:36.820747 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.db.l3_db [None req-5d8f02e3-b8d7-495b-a828-cd530cd885a3 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Floating IP ad859964-a990-42d7-8828-4fc34b979e8a disassociated (deleted). External IP: 172.28.2.63, port: b2722617-121c-415c-adb5-8480b2560989. Jun 17 14:50:36.877398 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:37.172200 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8f02e3-b8d7-495b-a828-cd530cd885a3 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Router 7424d4e4-c755-41b2-8416-665b7905c719 has already been hosted by L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 {{(pid=78472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:50:37.451245 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8f02e3-b8d7-495b-a828-cd530cd885a3 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:50:37.461122 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918f44f9-f969-48df-b708-ebbcfcd68bee None None] Sync routers for ids ['7424d4e4-c755-41b2-8416-665b7905c719'] in dv-cinder-796859-1-smb {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:50:37.470656 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918f44f9-f969-48df-b708-ebbcfcd68bee None None] Routers {'7424d4e4-c755-41b2-8416-665b7905c719'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:50:37.471513 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-918f44f9-f969-48df-b708-ebbcfcd68bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:50:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['7424d4e4-c755-41b2-8416-665b7905c719'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:50:37.473462 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-5d8f02e3-b8d7-495b-a828-cd530cd885a3 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for floatingip, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:37.532550 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-5d8f02e3-b8d7-495b-a828-cd530cd885a3 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "DELETE /v2.0/floatingips/ad859964-a990-42d7-8828-4fc34b979e8a HTTP/1.1" status: 204 len: 168 time: 1.5349419 Jun 17 14:50:37.532550 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3669433c-e51a-40ee-bc8f-583e0074a236', 'tag': 'b2722617-121c-415c-adb5-8480b2560989'}] {{(pid=78472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:50:37.579663 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3669433c-e51a-40ee-bc8f-583e0074a236', 'tag': 'b2722617-121c-415c-adb5-8480b2560989', 'status': 'completed', 'code': 200} Jun 17 14:50:37.659239 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-918f44f9-f969-48df-b708-ebbcfcd68bee None None] Set router 7424d4e4-c755-41b2-8416-665b7905c719 gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:50:37.703335 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47dc7c-7ad1-4c8e-bf8e-bca82aadff79 req-b560fba2-b9f2-4c3a-b387-39d316beda09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:50:37.704803 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-cb47dc7c-7ad1-4c8e-bf8e-bca82aadff79 req-b560fba2-b9f2-4c3a-b387-39d316beda09 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b43e181b87f74406a06eaa0dd299e714&device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 1099 time: 0.0800791 Jun 17 14:50:37.851285 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47dc7c-7ad1-4c8e-bf8e-bca82aadff79 req-fee2a165-401d-4b00-932e-ba5851f7619f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:50:37.852727 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-cb47dc7c-7ad1-4c8e-bf8e-bca82aadff79 req-fee2a165-401d-4b00-932e-ba5851f7619f service neutron] 10.222.0.72 "GET /v2.0/networks?id=af68f1da-903e-4b34-b638-38d7f2e26deb HTTP/1.1" status: 200 len: 916 time: 0.1418176 Jun 17 14:50:37.935291 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-cb47dc7c-7ad1-4c8e-bf8e-bca82aadff79 req-1c4d96b4-8cb6-479e-a8a9-b1d9ce2a2765 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2722617-121c-415c-adb5-8480b2560989 HTTP/1.1" status: 200 len: 217 time: 0.0752141 Jun 17 14:50:38.022567 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47dc7c-7ad1-4c8e-bf8e-bca82aadff79 req-43dd23e4-1eec-476c-9c6b-adc1d56698e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:50:38.024019 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-cb47dc7c-7ad1-4c8e-bf8e-bca82aadff79 req-43dd23e4-1eec-476c-9c6b-adc1d56698e0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0cb92de8-f339-4af1-b3c8-7dc1cf125b7f HTTP/1.1" status: 200 len: 853 time: 0.0717719 Jun 17 14:50:38.024184 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-918f44f9-f969-48df-b708-ebbcfcd68bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7424d4e4-c755-41b2-8416-665b7905c719', 'name': 'tempest-TestMinimumBasicScenario-477108551-router', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': 'be140f3e-5f73-40eb-90d6-6bc86f0939d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:30Z', 'updated_at': '2021-06-17T14:48:34Z', 'revision_number': 4, 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'gw_port': {'id': 'be140f3e-5f73-40eb-90d6-6bc86f0939d2', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7424d4e4-c755-41b2-8416-665b7905c719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:30Z', 'updated_at': '2021-06-17T14:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': '2a16dfe2-846c-4c9d-8a5a-169fcf441e50', 'name': '', 'network_id': 'af68f1da-903e-4b34-b638-38d7f2e26deb', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'mac_address': 'fa:16:3e:db:91:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7424d4e4-c755-41b2-8416-665b7905c719', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0cb92de8-f339-4af1-b3c8-7dc1cf125b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:33Z', 'updated_at': '2021-06-17T14:48:39Z', 'revision_number': 5, 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'subnets': [{'id': '0cb92de8-f339-4af1-b3c8-7dc1cf125b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:50:38.028077 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918f44f9-f969-48df-b708-ebbcfcd68bee None None] Checking router: 7424d4e4-c755-41b2-8416-665b7905c719 for host: dv-cinder-796859-1-smb {{(pid=78473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:50:38.036769 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918f44f9-f969-48df-b708-ebbcfcd68bee None None] Routers {'7424d4e4-c755-41b2-8416-665b7905c719'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:50:38.037383 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-918f44f9-f969-48df-b708-ebbcfcd68bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:50:09Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['7424d4e4-c755-41b2-8416-665b7905c719'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:50:38.102072 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47dc7c-7ad1-4c8e-bf8e-bca82aadff79 req-422ddce8-a2ce-4f8e-ad78-a2d46da77075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:50:38.103551 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-cb47dc7c-7ad1-4c8e-bf8e-bca82aadff79 req-422ddce8-a2ce-4f8e-ad78-a2d46da77075 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=af68f1da-903e-4b34-b638-38d7f2e26deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726247 Jun 17 14:50:38.221940 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-918f44f9-f969-48df-b708-ebbcfcd68bee None None] Set router 7424d4e4-c755-41b2-8416-665b7905c719 gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:50:38.252011 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-cb47dc7c-7ad1-4c8e-bf8e-bca82aadff79 req-1e4d0cbb-675d-4294-8d69-075e0cfa3708 service neutron] 10.222.0.72 "GET /v2.0/networks/af68f1da-903e-4b34-b638-38d7f2e26deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309419 Jun 17 14:50:38.386247 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-cb47dc7c-7ad1-4c8e-bf8e-bca82aadff79 req-444b2bbe-dbbf-4f82-ad2a-d08d439b9ec6 service neutron] 10.222.0.72 "GET /v2.0/networks/af68f1da-903e-4b34-b638-38d7f2e26deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277664 Jun 17 14:50:38.541786 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-918f44f9-f969-48df-b708-ebbcfcd68bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7424d4e4-c755-41b2-8416-665b7905c719', 'name': 'tempest-TestMinimumBasicScenario-477108551-router', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': 'be140f3e-5f73-40eb-90d6-6bc86f0939d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:30Z', 'updated_at': '2021-06-17T14:48:34Z', 'revision_number': 4, 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'gw_port': {'id': 'be140f3e-5f73-40eb-90d6-6bc86f0939d2', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7424d4e4-c755-41b2-8416-665b7905c719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:30Z', 'updated_at': '2021-06-17T14:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': '2a16dfe2-846c-4c9d-8a5a-169fcf441e50', 'name': '', 'network_id': 'af68f1da-903e-4b34-b638-38d7f2e26deb', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'mac_address': 'fa:16:3e:db:91:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7424d4e4-c755-41b2-8416-665b7905c719', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0cb92de8-f339-4af1-b3c8-7dc1cf125b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:33Z', 'updated_at': '2021-06-17T14:48:39Z', 'revision_number': 5, 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'subnets': [{'id': '0cb92de8-f339-4af1-b3c8-7dc1cf125b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:50:38.545882 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918f44f9-f969-48df-b708-ebbcfcd68bee None None] The sync data for ids ['7424d4e4-c755-41b2-8416-665b7905c719'] in dv-cinder-796859-1-smb is: [{'id': '7424d4e4-c755-41b2-8416-665b7905c719', 'name': 'tempest-TestMinimumBasicScenario-477108551-router', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': 'be140f3e-5f73-40eb-90d6-6bc86f0939d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:30Z', 'updated_at': '2021-06-17T14:48:34Z', 'revision_number': 4, 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'gw_port': {'id': 'be140f3e-5f73-40eb-90d6-6bc86f0939d2', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7424d4e4-c755-41b2-8416-665b7905c719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:30Z', 'updated_at': '2021-06-17T14:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb', '_interfaces': [{'id': '2a16dfe2-846c-4c9d-8a5a-169fcf441e50', 'name': '', 'network_id': 'af68f1da-903e-4b34-b638-38d7f2e26deb', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'mac_address': 'fa:16:3e:db:91:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7424d4e4-c755-41b2-8416-665b7905c719', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0cb92de8-f339-4af1-b3c8-7dc1cf125b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:33Z', 'updated_at': '2021-06-17T14:48:39Z', 'revision_number': 5, 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'subnets': [{'id': '0cb92de8-f339-4af1-b3c8-7dc1cf125b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:50:38.782078 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d54e8-85d1-4d1f-bcd9-e1b5cc0c1060 None None] New status for floating IP ad859964-a990-42d7-8828-4fc34b979e8a: DOWN {{(pid=78474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:50:38.957839 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-94098d7e-4162-492b-89ef-02369ca7c1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:40.192683 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:40.873238 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bba563-efff-4582-9e61-52efbe4de598 req-117e14fc-e92f-4560-b789-babefd3bcdf9 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:50:40.873950 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-12bba563-efff-4582-9e61-52efbe4de598 req-117e14fc-e92f-4560-b789-babefd3bcdf9 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Synchronizing usage tracker for tenant:b43e181b87f74406a06eaa0dd299e714 on resource:port {{(pid=78472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:50:40.889329 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-12bba563-efff-4582-9e61-52efbe4de598 req-117e14fc-e92f-4560-b789-babefd3bcdf9 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Unset dirty status for tenant:b43e181b87f74406a06eaa0dd299e714 on resource:port {{(pid=78472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:50:40.891097 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-12bba563-efff-4582-9e61-52efbe4de598 req-117e14fc-e92f-4560-b789-babefd3bcdf9 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 946 time: 0.1001925 Jun 17 14:50:40.934530 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-12bba563-efff-4582-9e61-52efbe4de598 req-d79f8e9b-32a7-474e-b4bb-e1f9d7200d95 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Synchronizing usage tracker for tenant:b43e181b87f74406a06eaa0dd299e714 on resource:security_group {{(pid=78472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 14:50:40.949469 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.quota.resource [req-12bba563-efff-4582-9e61-52efbe4de598 req-d79f8e9b-32a7-474e-b4bb-e1f9d7200d95 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Unset dirty status for tenant:b43e181b87f74406a06eaa0dd299e714 on resource:security_group {{(pid=78472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 14:50:40.950625 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-12bba563-efff-4582-9e61-52efbe4de598 req-d79f8e9b-32a7-474e-b4bb-e1f9d7200d95 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537889 Jun 17 14:50:41.538978 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:42.143233 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4313fc5-eb58-4229-ae2b-dc10605a73ba req-9491e5bf-2235-46ee-a16f-14349ba178d6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:50:42.144675 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-f4313fc5-eb58-4229-ae2b-dc10605a73ba req-9491e5bf-2235-46ee-a16f-14349ba178d6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 946 time: 0.0879955 Jun 17 14:50:42.190158 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-f4313fc5-eb58-4229-ae2b-dc10605a73ba req-d80ea468-f1de-4982-93cb-8b694902c82e tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396752 Jun 17 14:50:42.720946 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa2e17-feb1-4b4d-8942-faac0bef6d67 req-89a7e7b7-83ab-4f49-81ff-526bffc98c04 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:50:42.722456 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b6aa2e17-feb1-4b4d-8942-faac0bef6d67 req-89a7e7b7-83ab-4f49-81ff-526bffc98c04 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.72 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 946 time: 0.0861442 Jun 17 14:50:42.794830 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-b6aa2e17-feb1-4b4d-8942-faac0bef6d67 req-39a0c839-c1c4-4e1e-ace4-1f733e2c02a6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Deleting port b2722617-121c-415c-adb5-8480b2560989 {{(pid=78471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:50:42.796145 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-b6aa2e17-feb1-4b4d-8942-faac0bef6d67 req-39a0c839-c1c4-4e1e-ace4-1f733e2c02a6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:43.040644 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [req-b6aa2e17-feb1-4b4d-8942-faac0bef6d67 req-39a0c839-c1c4-4e1e-ace4-1f733e2c02a6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] For port b2722617-121c-415c-adb5-8480b2560989, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=b2722617-121c-415c-adb5-8480b2560989,segment=NetworkSegment(ed69f7d4-5ae1-4154-a3f0-763501859356),segment_id=ed69f7d4-5ae1-4154-a3f0-763501859356)] {{(pid=78471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:50:43.041001 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-b6aa2e17-feb1-4b4d-8942-faac0bef6d67 req-39a0c839-c1c4-4e1e-ace4-1f733e2c02a6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:43.164307 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [req-b6aa2e17-feb1-4b4d-8942-faac0bef6d67 req-39a0c839-c1c4-4e1e-ace4-1f733e2c02a6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Calling delete_port for b2722617-121c-415c-adb5-8480b2560989 owned by compute:nova {{(pid=78471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:50:43.383512 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0d116-ba38-42cd-a8f4-93af782af8d1 req-9f243648-04b5-4d04-aa37-753d72926b28 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:50:43.384968 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-8da0d116-ba38-42cd-a8f4-93af782af8d1 req-9f243648-04b5-4d04-aa37-753d72926b28 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/ports?device_id=3669433c-e51a-40ee-bc8f-583e0074a236 HTTP/1.1" status: 200 len: 946 time: 0.0908766 Jun 17 14:50:43.424836 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-b6aa2e17-feb1-4b4d-8942-faac0bef6d67 req-39a0c839-c1c4-4e1e-ace4-1f733e2c02a6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:43.430398 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-fd6317b8-ad31-45fc-a5a1-1fdbef063a9f tempest-AttachVolumeNegativeTest-2068994044 tempest-AttachVolumeNegativeTest-2068994044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:50:43.434145 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [req-8da0d116-ba38-42cd-a8f4-93af782af8d1 req-34e73359-cad8-44d4-b2fe-f5284546962e tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.77 "GET /v2.0/security-groups?id=4063b976-d825-44a4-a3e1-7ef37c6bf119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421500 Jun 17 14:50:43.460158 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] get_ports_and_sgs() called for port_ids ['b2722617-121c-415c-adb5-8480b2560989'] {{(pid=78473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 14:50:43.480720 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0c839-c1c4-4e1e-ace4-1f733e2c02a6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Pushing event deleted for resources: {'Port': ['ID=b2722617-121c-415c-adb5-8480b2560989,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:50:43.508770 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-39a0c839-c1c4-4e1e-ace4-1f733e2c02a6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:50:43.557975 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6aa2e17-feb1-4b4d-8942-faac0bef6d67 req-39a0c839-c1c4-4e1e-ace4-1f733e2c02a6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] No DVR routers for this DVR port b2722617-121c-415c-adb5-8480b2560989 on host hv-cinder-79685 {{(pid=78471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:50:43.560416 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [req-b6aa2e17-feb1-4b4d-8942-faac0bef6d67 req-39a0c839-c1c4-4e1e-ace4-1f733e2c02a6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110537'] for port, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:43.563578 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3669433c-e51a-40ee-bc8f-583e0074a236', 'name': 'network-vif-deleted', 'tag': 'b2722617-121c-415c-adb5-8480b2560989'}] {{(pid=78471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:50:43.580053 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [req-b6aa2e17-feb1-4b4d-8942-faac0bef6d67 req-39a0c839-c1c4-4e1e-ace4-1f733e2c02a6 tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] 10.222.0.72 "DELETE /v2.0/ports/b2722617-121c-415c-adb5-8480b2560989 HTTP/1.1" status: 204 len: 173 time: 0.8524382 Jun 17 14:50:43.610646 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3669433c-e51a-40ee-bc8f-583e0074a236', 'name': 'network-vif-deleted', 'tag': 'b2722617-121c-415c-adb5-8480b2560989', 'status': 'completed', 'code': 200} Jun 17 14:50:45.126862 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 51408) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:50:45.669103 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-50486d13-4bda-4032-95c0-86c54a74ab23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768446'] for router_interface, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:46.027037 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-50486d13-4bda-4032-95c0-86c54a74ab23 admin admin] Deleting port 2a16dfe2-846c-4c9d-8a5a-169fcf441e50 {{(pid=78472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:50:46.027262 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-50486d13-4bda-4032-95c0-86c54a74ab23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:46.295441 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.db [None req-50486d13-4bda-4032-95c0-86c54a74ab23 admin admin] For port 2a16dfe2-846c-4c9d-8a5a-169fcf441e50, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=2a16dfe2-846c-4c9d-8a5a-169fcf441e50,segment=NetworkSegment(ed69f7d4-5ae1-4154-a3f0-763501859356),segment_id=ed69f7d4-5ae1-4154-a3f0-763501859356)] {{(pid=78472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:50:46.296116 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-50486d13-4bda-4032-95c0-86c54a74ab23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:46.419828 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-50486d13-4bda-4032-95c0-86c54a74ab23 admin admin] Calling delete_port for 2a16dfe2-846c-4c9d-8a5a-169fcf441e50 owned by network:router_interface {{(pid=78472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:50:46.731412 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-50486d13-4bda-4032-95c0-86c54a74ab23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14896044'] for port, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:46.735957 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:50:46.780162 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50486d13-4bda-4032-95c0-86c54a74ab23 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a16dfe2-846c-4c9d-8a5a-169fcf441e50,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:50:46.809698 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-50486d13-4bda-4032-95c0-86c54a74ab23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:50:47.049623 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-50486d13-4bda-4032-95c0-86c54a74ab23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752654'] for router_interface, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:47.415386 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50486d13-4bda-4032-95c0-86c54a74ab23 admin admin] Router 7424d4e4-c755-41b2-8416-665b7905c719 has already been hosted by L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 {{(pid=78472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:50:47.702417 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50486d13-4bda-4032-95c0-86c54a74ab23 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:50:47.712072 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657003b7-c996-44c0-8a58-7fed0b8721b2 None None] Sync routers for ids ['7424d4e4-c755-41b2-8416-665b7905c719'] in dv-cinder-796859-1-smb {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:50:47.714797 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-50486d13-4bda-4032-95c0-86c54a74ab23 admin admin] 10.222.0.77 "PUT /v2.0/routers/7424d4e4-c755-41b2-8416-665b7905c719/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5868862 Jun 17 14:50:47.717241 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 51412) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:50:47.722448 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657003b7-c996-44c0-8a58-7fed0b8721b2 None None] Routers {'7424d4e4-c755-41b2-8416-665b7905c719'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:50:47.723133 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-657003b7-c996-44c0-8a58-7fed0b8721b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:50:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['7424d4e4-c755-41b2-8416-665b7905c719'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:50:47.775154 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device b2722617-121c-415c-adb5-8480b2560989 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:50:47.827635 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] No Port match for: b2722617-121c-415c-adb5-8480b2560989 {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:50:47.828593 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Device b2722617-121c-415c-adb5-8480b2560989 not bound to the agent host hv-cinder-79685 {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:50:47.910700 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-0287eb68-5e9f-47c5-baa4-b09ca8471c01 admin admin] Notify callbacks [] for router, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:47.940546 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-657003b7-c996-44c0-8a58-7fed0b8721b2 None None] Set router 7424d4e4-c755-41b2-8416-665b7905c719 gateway port host: dv-cinder-796859-1-smb {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:50:48.090625 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-0287eb68-5e9f-47c5-baa4-b09ca8471c01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:48.100521 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-0287eb68-5e9f-47c5-baa4-b09ca8471c01 admin admin] Deleting port be140f3e-5f73-40eb-90d6-6bc86f0939d2 {{(pid=78472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:50:48.100999 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-0287eb68-5e9f-47c5-baa4-b09ca8471c01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:48.264923 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-657003b7-c996-44c0-8a58-7fed0b8721b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7424d4e4-c755-41b2-8416-665b7905c719', 'name': 'tempest-TestMinimumBasicScenario-477108551-router', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': 'be140f3e-5f73-40eb-90d6-6bc86f0939d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:30Z', 'updated_at': '2021-06-17T14:50:46Z', 'revision_number': 5, 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'gw_port': {'id': 'be140f3e-5f73-40eb-90d6-6bc86f0939d2', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7424d4e4-c755-41b2-8416-665b7905c719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:30Z', 'updated_at': '2021-06-17T14:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb'}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:50:48.269854 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657003b7-c996-44c0-8a58-7fed0b8721b2 None None] Checking router: 7424d4e4-c755-41b2-8416-665b7905c719 for host: dv-cinder-796859-1-smb {{(pid=78473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:50:48.278090 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657003b7-c996-44c0-8a58-7fed0b8721b2 None None] Routers {'7424d4e4-c755-41b2-8416-665b7905c719'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:50:48.278697 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-657003b7-c996-44c0-8a58-7fed0b8721b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:50:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['7424d4e4-c755-41b2-8416-665b7905c719'], 'active': True} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:50:48.280514 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.db [None req-0287eb68-5e9f-47c5-baa4-b09ca8471c01 admin admin] For port be140f3e-5f73-40eb-90d6-6bc86f0939d2, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=be140f3e-5f73-40eb-90d6-6bc86f0939d2,segment=NetworkSegment(23ce0af5-72f9-4008-9996-e17bae4589dc),segment_id=23ce0af5-72f9-4008-9996-e17bae4589dc)] {{(pid=78472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:50:48.280872 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-0287eb68-5e9f-47c5-baa4-b09ca8471c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:48.404620 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-0287eb68-5e9f-47c5-baa4-b09ca8471c01 admin admin] Calling delete_port for be140f3e-5f73-40eb-90d6-6bc86f0939d2 owned by network:router_gateway {{(pid=78472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:50:48.432264 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_dvr_db [None req-657003b7-c996-44c0-8a58-7fed0b8721b2 None None] Set router 7424d4e4-c755-41b2-8416-665b7905c719 gateway port host: None {{(pid=78473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:50:48.541764 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.db.l3_hamode_db [None req-657003b7-c996-44c0-8a58-7fed0b8721b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7424d4e4-c755-41b2-8416-665b7905c719', 'name': 'tempest-TestMinimumBasicScenario-477108551-router', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:30Z', 'updated_at': '2021-06-17T14:50:48Z', 'revision_number': 6, 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'gw_port_host': None}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:50:48.545896 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657003b7-c996-44c0-8a58-7fed0b8721b2 None None] The sync data for ids ['7424d4e4-c755-41b2-8416-665b7905c719'] in dv-cinder-796859-1-smb is: [{'id': '7424d4e4-c755-41b2-8416-665b7905c719', 'name': 'tempest-TestMinimumBasicScenario-477108551-router', 'tenant_id': 'b43e181b87f74406a06eaa0dd299e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:30Z', 'updated_at': '2021-06-17T14:50:48Z', 'revision_number': 6, 'project_id': 'b43e181b87f74406a06eaa0dd299e714', 'gw_port_host': None}] {{(pid=78473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:50:48.594668 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-0287eb68-5e9f-47c5-baa4-b09ca8471c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14896044'] for port, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:48.598633 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-7da0b6db-58bd-443b-a643-78a15c1b572e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:50:48.644415 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287eb68-5e9f-47c5-baa4-b09ca8471c01 admin admin] Pushing event deleted for resources: {'Port': ['ID=be140f3e-5f73-40eb-90d6-6bc86f0939d2,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:50:48.647370 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-0287eb68-5e9f-47c5-baa4-b09ca8471c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:50:48.737987 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-0287eb68-5e9f-47c5-baa4-b09ca8471c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768913'] for router_gateway, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:48.916800 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-0287eb68-5e9f-47c5-baa4-b09ca8471c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3814'] for router, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:48.919086 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-0287eb68-5e9f-47c5-baa4-b09ca8471c01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:48.943245 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-0287eb68-5e9f-47c5-baa4-b09ca8471c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746556'] for router, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:48.943714 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0287eb68-5e9f-47c5-baa4-b09ca8471c01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7424d4e4-c755-41b2-8416-665b7905c719 {{(pid=78472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 14:50:48.956846 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-0287eb68-5e9f-47c5-baa4-b09ca8471c01 admin admin] Notify callbacks [] for router, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:48.958381 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-0287eb68-5e9f-47c5-baa4-b09ca8471c01 admin admin] 10.222.0.77 "DELETE /v2.0/routers/7424d4e4-c755-41b2-8416-665b7905c719 HTTP/1.1" status: 204 len: 168 time: 1.2402003 Jun 17 14:50:48.960831 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 51416) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:50:49.025024 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bfe02c7-b030-42d2-9e74-1bbafe862ade admin admin] Deleting subnet 0cb92de8-f339-4af1-b3c8-7dc1cf125b7f {{(pid=78472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 17 14:50:49.027821 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9bfe02c7-b030-42d2-9e74-1bbafe862ade admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:49.188835 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9bfe02c7-b030-42d2-9e74-1bbafe862ade admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15757668'] for subnet, precommit_delete_associations {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:49.272226 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9bfe02c7-b030-42d2-9e74-1bbafe862ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820958'] for subnet, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:49.529798 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9bfe02c7-b030-42d2-9e74-1bbafe862ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14896095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16701679'] for subnet, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:49.535325 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-07c42322-d852-4f63-a3f5-bb9bbb5a2c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:50:49.571299 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe02c7-b030-42d2-9e74-1bbafe862ade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cb92de8-f339-4af1-b3c8-7dc1cf125b7f,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:50:49.577574 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9bfe02c7-b030-42d2-9e74-1bbafe862ade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for subnet, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:49.581270 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-9bfe02c7-b030-42d2-9e74-1bbafe862ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:50:49.584327 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f0d8f2-15a7-4b89-bee8-f7844f6bbe38 None None] Network af68f1da-903e-4b34-b638-38d7f2e26deb requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:50:49.586616 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-9bfe02c7-b030-42d2-9e74-1bbafe862ade admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0cb92de8-f339-4af1-b3c8-7dc1cf125b7f HTTP/1.1" status: 204 len: 168 time: 0.6247983 Jun 17 14:50:49.589069 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 51420) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:50:49.696698 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9fe058f6-c6b8-4694-b5e6-fbd7af7b6740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:49.707946 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-9fe058f6-c6b8-4694-b5e6-fbd7af7b6740 admin admin] Deleting port 130f427a-4fca-4dc5-a70c-e303b8911794 {{(pid=78472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:50:49.708277 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9fe058f6-c6b8-4694-b5e6-fbd7af7b6740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:49.842456 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22afdbb6-5759-4b78-bdc3-ceb7d0476f28 None None] DHCP port deletion for af68f1da-903e-4b34-b638-38d7f2e26deb request from dv-cinder-796859-1-smb {{(pid=78473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 17 14:50:49.848405 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-22afdbb6-5759-4b78-bdc3-ceb7d0476f28 None None] Deleting port 130f427a-4fca-4dc5-a70c-e303b8911794 {{(pid=78473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:50:49.848781 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-22afdbb6-5759-4b78-bdc3-ceb7d0476f28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:49.935314 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.db [None req-9fe058f6-c6b8-4694-b5e6-fbd7af7b6740 admin admin] For port 130f427a-4fca-4dc5-a70c-e303b8911794, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=130f427a-4fca-4dc5-a70c-e303b8911794,segment=NetworkSegment(ed69f7d4-5ae1-4154-a3f0-763501859356),segment_id=ed69f7d4-5ae1-4154-a3f0-763501859356)] {{(pid=78472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:50:49.935670 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9fe058f6-c6b8-4694-b5e6-fbd7af7b6740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:50.057162 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-22afdbb6-5759-4b78-bdc3-ceb7d0476f28 None None] For port 130f427a-4fca-4dc5-a70c-e303b8911794, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=130f427a-4fca-4dc5-a70c-e303b8911794,segment=NetworkSegment(ed69f7d4-5ae1-4154-a3f0-763501859356),segment_id=ed69f7d4-5ae1-4154-a3f0-763501859356)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:50:50.057458 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-22afdbb6-5759-4b78-bdc3-ceb7d0476f28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:50.059106 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-9fe058f6-c6b8-4694-b5e6-fbd7af7b6740 admin admin] Calling delete_port for 130f427a-4fca-4dc5-a70c-e303b8911794 owned by network:dhcp {{(pid=78472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:50:50.143252 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9fe058f6-c6b8-4694-b5e6-fbd7af7b6740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14896044'] for port, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:50.147018 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-d6af4195-342d-4e0a-8eaa-64346a1dfb8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:50:50.182786 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-22afdbb6-5759-4b78-bdc3-ceb7d0476f28 None None] Calling delete_port for 130f427a-4fca-4dc5-a70c-e303b8911794 owned by network:dhcp {{(pid=78473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:50:50.191480 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe058f6-c6b8-4694-b5e6-fbd7af7b6740 admin admin] Pushing event deleted for resources: {'Port': ['ID=130f427a-4fca-4dc5-a70c-e303b8911794,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:50:50.194454 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-9fe058f6-c6b8-4694-b5e6-fbd7af7b6740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:50:50.195223 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe058f6-c6b8-4694-b5e6-fbd7af7b6740 admin admin] No DVR routers for this DVR port 130f427a-4fca-4dc5-a70c-e303b8911794 on host dv-cinder-796859-1-smb {{(pid=78472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:50:50.266248 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.db.api [None req-22afdbb6-5759-4b78-bdc3-ceb7d0476f28 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78473) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 14:50:50.266610 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_db.api [None req-22afdbb6-5759-4b78-bdc3-ceb7d0476f28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 14:50:50.312549 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9fe058f6-c6b8-4694-b5e6-fbd7af7b6740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821569', 'neutron.services.segments.db._delete_segments_for_network-8744814336166'] for network, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:50.325091 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.services.segments.db [None req-9fe058f6-c6b8-4694-b5e6-fbd7af7b6740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af68f1da-903e-4b34-b638-38d7f2e26deb']}} {{(pid=78472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:50:50.338130 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.services.segments.db [None req-9fe058f6-c6b8-4694-b5e6-fbd7af7b6740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed69f7d4-5ae1-4154-a3f0-763501859356') {'for_net_delete': True} {{(pid=78472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:50:50.338426 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.services.segments.db [None req-9fe058f6-c6b8-4694-b5e6-fbd7af7b6740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed69f7d4-5ae1-4154-a3f0-763501859356') {} {{(pid=78472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:50:50.349744 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9fe058f6-c6b8-4694-b5e6-fbd7af7b6740 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744814347277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15757651'] for segment, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:50.365405 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9fe058f6-c6b8-4694-b5e6-fbd7af7b6740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:50.371382 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe058f6-c6b8-4694-b5e6-fbd7af7b6740 admin admin] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=78472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:50:50.371764 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9fe058f6-c6b8-4694-b5e6-fbd7af7b6740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1816777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14895229'] for segment, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: Traceback (most recent call last): Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: timer() Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: cb(*args, **kw) Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: return func(*args, **kwargs) Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: self._notify() Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: self.callback(batched_events) Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: event.method(event) Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: return f(self, *a, **k) Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: return self._get(url).json() Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: return self.request(url, 'GET', **kwargs) Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:50:50.385649 dv-cinder-796859-1-smb neutron-server[78472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:50:50.463389 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9fe058f6-c6b8-4694-b5e6-fbd7af7b6740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768958'] for network, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:50.467176 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-7fef09ff-b4b2-4597-a612-ea870649db03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:50:50.479856 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-9fe058f6-c6b8-4694-b5e6-fbd7af7b6740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:50.490300 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe058f6-c6b8-4694-b5e6-fbd7af7b6740 admin admin] Pushing event deleted for resources: {'Network': ['ID=af68f1da-903e-4b34-b638-38d7f2e26deb,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:50:50.493404 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-9fe058f6-c6b8-4694-b5e6-fbd7af7b6740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:50:50.506943 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-9fe058f6-c6b8-4694-b5e6-fbd7af7b6740 admin admin] 10.222.0.77 "DELETE /v2.0/networks/af68f1da-903e-4b34-b638-38d7f2e26deb HTTP/1.1" status: 204 len: 168 time: 0.9145350 Jun 17 14:50:50.507538 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 51424) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:50:50.570516 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 2a16dfe2-846c-4c9d-8a5a-169fcf441e50 no longer exists at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:50:50.603735 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] No Port match for: 2a16dfe2-846c-4c9d-8a5a-169fcf441e50 {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:50:50.604802 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 2a16dfe2-846c-4c9d-8a5a-169fcf441e50 not bound to the agent host dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:50:50.605224 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 130f427a-4fca-4dc5-a70c-e303b8911794 no longer exists at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:50:50.642869 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] No Port match for: 130f427a-4fca-4dc5-a70c-e303b8911794 {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:50:50.643215 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 130f427a-4fca-4dc5-a70c-e303b8911794 not bound to the agent host dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:50:50.643639 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device be140f3e-5f73-40eb-90d6-6bc86f0939d2 no longer exists at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:50:50.677848 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] No Port match for: be140f3e-5f73-40eb-90d6-6bc86f0939d2 {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:50:50.678200 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device be140f3e-5f73-40eb-90d6-6bc86f0939d2 not bound to the agent host dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:50:50.767442 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-22afdbb6-5759-4b78-bdc3-ceb7d0476f28 None None] Deleting port 130f427a-4fca-4dc5-a70c-e303b8911794 {{(pid=78473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:50:50.767834 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-22afdbb6-5759-4b78-bdc3-ceb7d0476f28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:50.836563 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-22afdbb6-5759-4b78-bdc3-ceb7d0476f28 None None] The port '130f427a-4fca-4dc5-a70c-e303b8911794' was deleted {{(pid=78473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 17 14:50:51.147323 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-426b025f-8fb4-48f7-a5dd-3d63ddad8de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768446'] for router_interface, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:51.499267 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-426b025f-8fb4-48f7-a5dd-3d63ddad8de6 admin admin] Deleting port e65cd2c9-3dee-4793-b043-e6ae55b41060 {{(pid=78472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:50:51.499560 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-426b025f-8fb4-48f7-a5dd-3d63ddad8de6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:51.671885 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.db [None req-426b025f-8fb4-48f7-a5dd-3d63ddad8de6 admin admin] For port e65cd2c9-3dee-4793-b043-e6ae55b41060, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=e65cd2c9-3dee-4793-b043-e6ae55b41060,segment=NetworkSegment(fae75961-746a-4cd5-93c5-4b812705b8d6),segment_id=fae75961-746a-4cd5-93c5-4b812705b8d6)] {{(pid=78472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:50:51.672733 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-426b025f-8fb4-48f7-a5dd-3d63ddad8de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:51.794169 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-426b025f-8fb4-48f7-a5dd-3d63ddad8de6 admin admin] Calling delete_port for e65cd2c9-3dee-4793-b043-e6ae55b41060 owned by network:router_interface {{(pid=78472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:50:51.971807 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-426b025f-8fb4-48f7-a5dd-3d63ddad8de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14896044'] for port, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:51.976314 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-5b8dcf1c-182c-4746-909b-0ffa50827d6a tempest-AttachVolumeTestJSON-615549220 tempest-AttachVolumeTestJSON-615549220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:50:52.020878 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b025f-8fb4-48f7-a5dd-3d63ddad8de6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e65cd2c9-3dee-4793-b043-e6ae55b41060,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:50:52.050129 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-426b025f-8fb4-48f7-a5dd-3d63ddad8de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:50:52.389716 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-426b025f-8fb4-48f7-a5dd-3d63ddad8de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752654'] for router_interface, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:52.747491 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426b025f-8fb4-48f7-a5dd-3d63ddad8de6 admin admin] Router a4d4f604-b7e6-4bb3-bf8e-44876e140a1e has already been hosted by L3 agent 8d0a9c08-f442-4418-b5d3-80f209033be8 {{(pid=78472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:50:52.931800 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426b025f-8fb4-48f7-a5dd-3d63ddad8de6 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-smb the message routers_updated {{(pid=78472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 14:50:52.940654 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4091f340-4abf-4eaa-899b-1740d12d4050 None None] Sync routers for ids ['a4d4f604-b7e6-4bb3-bf8e-44876e140a1e'] in dv-cinder-796859-1-smb {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:50:52.948361 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-426b025f-8fb4-48f7-a5dd-3d63ddad8de6 admin admin] 10.222.0.77 "PUT /v2.0/routers/a4d4f604-b7e6-4bb3-bf8e-44876e140a1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4398344 Jun 17 14:50:52.949955 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4091f340-4abf-4eaa-899b-1740d12d4050 None None] Routers {'a4d4f604-b7e6-4bb3-bf8e-44876e140a1e'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:50:52.950643 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-4091f340-4abf-4eaa-899b-1740d12d4050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:50:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['a4d4f604-b7e6-4bb3-bf8e-44876e140a1e'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:50:52.950900 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 51428) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:50:53.134841 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-66bb40ec-db5c-4b16-a2ef-4240e3feeb4a admin admin] Notify callbacks [] for router, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:53.167167 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-4091f340-4abf-4eaa-899b-1740d12d4050 None None] Set router a4d4f604-b7e6-4bb3-bf8e-44876e140a1e gateway port host: dv-cinder-796859-1-smb {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:50:53.320411 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-66bb40ec-db5c-4b16-a2ef-4240e3feeb4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:53.332288 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-66bb40ec-db5c-4b16-a2ef-4240e3feeb4a admin admin] Deleting port 834f2cde-2477-4725-b5af-a024a6354bbd {{(pid=78472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:50:53.332751 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-66bb40ec-db5c-4b16-a2ef-4240e3feeb4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:53.453290 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-4091f340-4abf-4eaa-899b-1740d12d4050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d4f604-b7e6-4bb3-bf8e-44876e140a1e', 'name': 'tempest-TestMinimumBasicScenario-143116588-router', 'tenant_id': '75febc3838424d608f48aa862e1d00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'external_fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '834f2cde-2477-4725-b5af-a024a6354bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:36Z', 'updated_at': '2021-06-17T14:50:51Z', 'revision_number': 5, 'project_id': '75febc3838424d608f48aa862e1d00a0', 'gw_port': {'id': '834f2cde-2477-4725-b5af-a024a6354bbd', 'name': '', 'network_id': 'a25846cf-426a-46fe-928d-52e0b9163129', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d4f604-b7e6-4bb3-bf8e-44876e140a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:37Z', 'updated_at': '2021-06-17T14:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ba06ebc-ae5d-4516-941b-79e431a8638b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-smb'}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:50:53.457101 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4091f340-4abf-4eaa-899b-1740d12d4050 None None] Checking router: a4d4f604-b7e6-4bb3-bf8e-44876e140a1e for host: dv-cinder-796859-1-smb {{(pid=78474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:50:53.473923 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4091f340-4abf-4eaa-899b-1740d12d4050 None None] Routers {'a4d4f604-b7e6-4bb3-bf8e-44876e140a1e'} bound to L3 agent in host dv-cinder-796859-1-smb {{(pid=78474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 14:50:53.474540 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-4091f340-4abf-4eaa-899b-1740d12d4050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796859-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:30:09Z,description=,heartbeat_timestamp=2021-06-17T14:50:39Z,host='dv-cinder-796859-1-smb',id=8d0a9c08-f442-4418-b5d3-80f209033be8,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:30:09Z,topic='l3_agent')) {'router_ids': ['a4d4f604-b7e6-4bb3-bf8e-44876e140a1e'], 'active': True} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:50:53.511429 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.db [None req-66bb40ec-db5c-4b16-a2ef-4240e3feeb4a admin admin] For port 834f2cde-2477-4725-b5af-a024a6354bbd, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=834f2cde-2477-4725-b5af-a024a6354bbd,segment=NetworkSegment(23ce0af5-72f9-4008-9996-e17bae4589dc),segment_id=23ce0af5-72f9-4008-9996-e17bae4589dc)] {{(pid=78472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:50:53.512016 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-66bb40ec-db5c-4b16-a2ef-4240e3feeb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:53.633041 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_dvr_db [None req-4091f340-4abf-4eaa-899b-1740d12d4050 None None] Set router a4d4f604-b7e6-4bb3-bf8e-44876e140a1e gateway port host: None {{(pid=78474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 17 14:50:53.739641 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.l3_hamode_db [None req-4091f340-4abf-4eaa-899b-1740d12d4050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d4f604-b7e6-4bb3-bf8e-44876e140a1e', 'name': 'tempest-TestMinimumBasicScenario-143116588-router', 'tenant_id': '75febc3838424d608f48aa862e1d00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:36Z', 'updated_at': '2021-06-17T14:50:53Z', 'revision_number': 6, 'project_id': '75febc3838424d608f48aa862e1d00a0', 'gw_port_host': None}], 'dv-cinder-796859-1-smb', False) {} {{(pid=78474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:50:53.743498 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4091f340-4abf-4eaa-899b-1740d12d4050 None None] The sync data for ids ['a4d4f604-b7e6-4bb3-bf8e-44876e140a1e'] in dv-cinder-796859-1-smb is: [{'id': 'a4d4f604-b7e6-4bb3-bf8e-44876e140a1e', 'name': 'tempest-TestMinimumBasicScenario-143116588-router', 'tenant_id': '75febc3838424d608f48aa862e1d00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:36Z', 'updated_at': '2021-06-17T14:50:53Z', 'revision_number': 6, 'project_id': '75febc3838424d608f48aa862e1d00a0', 'gw_port_host': None}] {{(pid=78474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:50:53.748577 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.plugins.ml2.plugin [None req-66bb40ec-db5c-4b16-a2ef-4240e3feeb4a admin admin] Calling delete_port for 834f2cde-2477-4725-b5af-a024a6354bbd owned by network:router_gateway {{(pid=78472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:50:53.915809 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-66bb40ec-db5c-4b16-a2ef-4240e3feeb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14896044'] for port, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:53.919211 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-2d813e57-c854-4201-8bae-6d6ba8fa1375 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:50:53.964860 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb40ec-db5c-4b16-a2ef-4240e3feeb4a admin admin] Pushing event deleted for resources: {'Port': ['ID=834f2cde-2477-4725-b5af-a024a6354bbd,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:50:53.968629 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-66bb40ec-db5c-4b16-a2ef-4240e3feeb4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:50:54.063406 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-66bb40ec-db5c-4b16-a2ef-4240e3feeb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768913'] for router_gateway, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:54.241769 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-66bb40ec-db5c-4b16-a2ef-4240e3feeb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3814'] for router, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:54.243901 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-66bb40ec-db5c-4b16-a2ef-4240e3feeb4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:54.266150 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-66bb40ec-db5c-4b16-a2ef-4240e3feeb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746556'] for router, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:54.266565 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bb40ec-db5c-4b16-a2ef-4240e3feeb4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4d4f604-b7e6-4bb3-bf8e-44876e140a1e {{(pid=78472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 14:50:54.278004 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-66bb40ec-db5c-4b16-a2ef-4240e3feeb4a admin admin] Notify callbacks [] for router, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:54.279103 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-66bb40ec-db5c-4b16-a2ef-4240e3feeb4a admin admin] 10.222.0.77 "DELETE /v2.0/routers/a4d4f604-b7e6-4bb3-bf8e-44876e140a1e HTTP/1.1" status: 204 len: 168 time: 1.3272955 Jun 17 14:50:54.282240 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 51436) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:50:54.344352 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d5b014-fcfa-4e97-839a-a66dbbfb27aa admin admin] Deleting subnet fbe4a62f-c6d8-4676-9f26-6f040660446f {{(pid=78472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 17 14:50:54.347379 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-39d5b014-fcfa-4e97-839a-a66dbbfb27aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:54.395413 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-39d5b014-fcfa-4e97-839a-a66dbbfb27aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15757668'] for subnet, precommit_delete_associations {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:54.479331 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-39d5b014-fcfa-4e97-839a-a66dbbfb27aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820958'] for subnet, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:54.569079 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 834f2cde-2477-4725-b5af-a024a6354bbd no longer exists at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:50:54.606152 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] No Port match for: 834f2cde-2477-4725-b5af-a024a6354bbd {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:50:54.606740 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device 834f2cde-2477-4725-b5af-a024a6354bbd not bound to the agent host dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:50:54.607540 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device e65cd2c9-3dee-4793-b043-e6ae55b41060 no longer exists at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:50:54.641833 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] No Port match for: e65cd2c9-3dee-4793-b043-e6ae55b41060 {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:50:54.642275 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device e65cd2c9-3dee-4793-b043-e6ae55b41060 not bound to the agent host dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:50:54.751375 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-39d5b014-fcfa-4e97-839a-a66dbbfb27aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14896095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16701679'] for subnet, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:54.757493 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:50:54.793576 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5b014-fcfa-4e97-839a-a66dbbfb27aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbe4a62f-c6d8-4676-9f26-6f040660446f,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:50:54.797789 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-39d5b014-fcfa-4e97-839a-a66dbbfb27aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:50:54.800761 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-39d5b014-fcfa-4e97-839a-a66dbbfb27aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for subnet, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:54.806342 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88edf1e5-9c57-4d4a-ae96-b05cb47704bc None None] Network ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d requested from dv-cinder-796859-1-smb {{(pid=78473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 17 14:50:54.809971 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-39d5b014-fcfa-4e97-839a-a66dbbfb27aa admin admin] 10.222.0.77 "DELETE /v2.0/subnets/fbe4a62f-c6d8-4676-9f26-6f040660446f HTTP/1.1" status: 204 len: 168 time: 0.5266933 Jun 17 14:50:54.810844 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [-] (78471) accepted ('10.222.0.77', 51442) {{(pid=78471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:50:54.926926 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-26b4a9a1-7cd3-4fca-ba50-6ec87e8fa57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:54.937052 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [None req-26b4a9a1-7cd3-4fca-ba50-6ec87e8fa57f admin admin] Deleting port ef1f484d-e917-4c43-aee5-2cfb6fb3b264 {{(pid=78471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:50:54.937377 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-26b4a9a1-7cd3-4fca-ba50-6ec87e8fa57f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:55.103813 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd53e3d-208d-4f85-8cb5-6658a603aacd None None] DHCP port deletion for ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d request from dv-cinder-796859-1-smb {{(pid=78473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 17 14:50:55.108409 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-4bd53e3d-208d-4f85-8cb5-6658a603aacd None None] Deleting port ef1f484d-e917-4c43-aee5-2cfb6fb3b264 {{(pid=78473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:50:55.108873 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-4bd53e3d-208d-4f85-8cb5-6658a603aacd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:55.152179 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.db [None req-26b4a9a1-7cd3-4fca-ba50-6ec87e8fa57f admin admin] For port ef1f484d-e917-4c43-aee5-2cfb6fb3b264, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=ef1f484d-e917-4c43-aee5-2cfb6fb3b264,segment=NetworkSegment(fae75961-746a-4cd5-93c5-4b812705b8d6),segment_id=fae75961-746a-4cd5-93c5-4b812705b8d6)] {{(pid=78471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:50:55.152731 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-26b4a9a1-7cd3-4fca-ba50-6ec87e8fa57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:55.288019 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.plugin [None req-26b4a9a1-7cd3-4fca-ba50-6ec87e8fa57f admin admin] Calling delete_port for ef1f484d-e917-4c43-aee5-2cfb6fb3b264 owned by network:dhcp {{(pid=78471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:50:55.317479 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.db [None req-4bd53e3d-208d-4f85-8cb5-6658a603aacd None None] For port ef1f484d-e917-4c43-aee5-2cfb6fb3b264, host dv-cinder-796859-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-smb',level=0,port_id=ef1f484d-e917-4c43-aee5-2cfb6fb3b264,segment=NetworkSegment(fae75961-746a-4cd5-93c5-4b812705b8d6),segment_id=fae75961-746a-4cd5-93c5-4b812705b8d6)] {{(pid=78473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 14:50:55.317826 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-4bd53e3d-208d-4f85-8cb5-6658a603aacd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766020'] for port, precommit_delete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:55.368390 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-26b4a9a1-7cd3-4fca-ba50-6ec87e8fa57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1762689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744814311078', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744813864915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16519613'] for port, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:55.373172 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-805e36fb-84ce-4a11-8be2-ab08abc8e566 tempest-TestShelveInstance-1882225192 tempest-TestShelveInstance-1882225192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:50:55.416318 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4a9a1-7cd3-4fca-ba50-6ec87e8fa57f admin admin] Pushing event deleted for resources: {'Port': ['ID=ef1f484d-e917-4c43-aee5-2cfb6fb3b264,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:50:55.419424 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-26b4a9a1-7cd3-4fca-ba50-6ec87e8fa57f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:50:55.420188 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b4a9a1-7cd3-4fca-ba50-6ec87e8fa57f admin admin] No DVR routers for this DVR port ef1f484d-e917-4c43-aee5-2cfb6fb3b264 on host dv-cinder-796859-1-smb {{(pid=78471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:50:55.444250 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-4bd53e3d-208d-4f85-8cb5-6658a603aacd None None] Calling delete_port for ef1f484d-e917-4c43-aee5-2cfb6fb3b264 owned by network:dhcp {{(pid=78473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 17 14:50:55.519158 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.db.api [None req-4bd53e3d-208d-4f85-8cb5-6658a603aacd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78473) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 14:50:55.519515 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG oslo_db.api [None req-4bd53e3d-208d-4f85-8cb5-6658a603aacd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 14:50:55.538183 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-26b4a9a1-7cd3-4fca-ba50-6ec87e8fa57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821569', 'neutron.services.segments.db._delete_segments_for_network-8744814336166'] for network, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:55.550869 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.services.segments.db [None req-26b4a9a1-7cd3-4fca-ba50-6ec87e8fa57f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d']}} {{(pid=78471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:50:55.566925 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.services.segments.db [None req-26b4a9a1-7cd3-4fca-ba50-6ec87e8fa57f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fae75961-746a-4cd5-93c5-4b812705b8d6') {'for_net_delete': True} {{(pid=78471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:50:55.567245 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.services.segments.db [None req-26b4a9a1-7cd3-4fca-ba50-6ec87e8fa57f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fae75961-746a-4cd5-93c5-4b812705b8d6') {} {{(pid=78471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:50:55.579508 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-26b4a9a1-7cd3-4fca-ba50-6ec87e8fa57f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744814347277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15166211'] for segment, before_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:55.596002 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-26b4a9a1-7cd3-4fca-ba50-6ec87e8fa57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816768'] for segment, precommit_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:55.602116 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b4a9a1-7cd3-4fca-ba50-6ec87e8fa57f admin admin] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=78471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:50:55.602499 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-26b4a9a1-7cd3-4fca-ba50-6ec87e8fa57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1816777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16519788'] for segment, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: Traceback (most recent call last): Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: timer() Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: cb(*args, **kw) Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: return func(*args, **kwargs) Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: self._notify() Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: self.callback(batched_events) Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: event.method(event) Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: return f(self, *a, **k) Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: return self._get(url).json() Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: return self.request(url, 'GET', **kwargs) Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:50:55.615622 dv-cinder-796859-1-smb neutron-server[78471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:50:55.700506 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-26b4a9a1-7cd3-4fca-ba50-6ec87e8fa57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768958'] for network, after_delete {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:55.704730 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:50:55.717327 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron_lib.callbacks.manager [None req-26b4a9a1-7cd3-4fca-ba50-6ec87e8fa57f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635011'] for network, before_response {{(pid=78471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:55.733176 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4a9a1-7cd3-4fca-ba50-6ec87e8fa57f admin admin] Pushing event deleted for resources: {'Network': ['ID=ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d,revision_number=None']} {{(pid=78471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:50:55.736819 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG oslo_concurrency.lockutils [None req-26b4a9a1-7cd3-4fca-ba50-6ec87e8fa57f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:50:55.738611 dv-cinder-796859-1-smb neutron-server[78471]: INFO neutron.wsgi [None req-26b4a9a1-7cd3-4fca-ba50-6ec87e8fa57f admin admin] 10.222.0.77 "DELETE /v2.0/networks/ef40a3cf-5f6d-45cc-8a17-6585d9ec1d8d HTTP/1.1" status: 204 len: 168 time: 0.9262073 Jun 17 14:50:55.752235 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:55.939912 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 51450) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:50:55.989602 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-8cf5fa85-17ab-4a2e-9424-db849c9873e8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b43e181b87f74406a06eaa0dd299e714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484264 Jun 17 14:50:55.991993 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 51454) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:50:56.021210 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-4bd53e3d-208d-4f85-8cb5-6658a603aacd None None] Deleting port ef1f484d-e917-4c43-aee5-2cfb6fb3b264 {{(pid=78473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 17 14:50:56.021730 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-4bd53e3d-208d-4f85-8cb5-6658a603aacd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744814308949'] for port, before_delete {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:56.054152 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-92e476e8-ee2d-415f-8dc8-983344614578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:56.083768 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-92e476e8-ee2d-415f-8dc8-983344614578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:56.095077 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-4bd53e3d-208d-4f85-8cb5-6658a603aacd None None] The port 'ef1f484d-e917-4c43-aee5-2cfb6fb3b264' was deleted {{(pid=78473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 17 14:50:56.139744 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-92e476e8-ee2d-415f-8dc8-983344614578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:56.143907 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-7789326f-0169-411c-8b69-b2f493bb6f2a tempest-TestMinimumBasicScenario-990057439 tempest-TestMinimumBasicScenario-990057439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:50:56.158495 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e476e8-ee2d-415f-8dc8-983344614578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4063b976-d825-44a4-a3e1-7ef37c6bf119,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:50:56.161160 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-92e476e8-ee2d-415f-8dc8-983344614578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:50:56.172401 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-92e476e8-ee2d-415f-8dc8-983344614578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:56.173845 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-92e476e8-ee2d-415f-8dc8-983344614578 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4063b976-d825-44a4-a3e1-7ef37c6bf119 HTTP/1.1" status: 204 len: 168 time: 0.1807606 Jun 17 14:50:56.562436 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 51462) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:50:56.565292 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device ef1f484d-e917-4c43-aee5-2cfb6fb3b264 no longer exists at agent ovs-agent-dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:50:56.599831 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.plugin [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] No Port match for: ef1f484d-e917-4c43-aee5-2cfb6fb3b264 {{(pid=78473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 17 14:50:56.600185 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron.plugins.ml2.rpc [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Device ef1f484d-e917-4c43-aee5-2cfb6fb3b264 not bound to the agent host dv-cinder-796859-1-smb {{(pid=78473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:50:56.618180 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-8a8bbe77-225d-4c12-b968-3e6fff9da8ff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=75febc3838424d608f48aa862e1d00a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541773 Jun 17 14:50:56.620830 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.wsgi [-] (78472) accepted ('10.222.0.77', 51466) {{(pid=78472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:50:56.679375 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8a239e64-666e-468a-b8a2-3871f553287c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:56.705753 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8a239e64-666e-468a-b8a2-3871f553287c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:56.759067 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8a239e64-666e-468a-b8a2-3871f553287c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767632'] for security_group, after_delete {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:56.764331 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-c9fc2f5b-cd36-4e59-8f79-f73971ce060c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:50:56.778103 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a239e64-666e-468a-b8a2-3871f553287c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a604800f-3069-43d4-a4df-3b2d68528905,revision_number=None']} {{(pid=78472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:50:56.781268 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG oslo_concurrency.lockutils [None req-8a239e64-666e-468a-b8a2-3871f553287c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:50:56.782960 dv-cinder-796859-1-smb neutron-server[78472]: DEBUG neutron_lib.callbacks.manager [None req-8a239e64-666e-468a-b8a2-3871f553287c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:50:56.783643 dv-cinder-796859-1-smb neutron-server[78472]: INFO neutron.wsgi [None req-8a239e64-666e-468a-b8a2-3871f553287c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a604800f-3069-43d4-a4df-3b2d68528905 HTTP/1.1" status: 204 len: 168 time: 0.1620157 Jun 17 14:51:05.203635 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:51:06.404757 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-d3347fd6-7dcb-48e0-a753-d066e72ee606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:51:06.882224 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:51:08.960721 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-e0ac141c-0399-4096-b71a-e1589d89eff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:51:10.194024 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:51:11.544814 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:51:25.746332 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:51:36.400175 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-b9fbc5a4-9754-4dff-9813-4a4dcf53247a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:51:36.884768 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:51:38.967663 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-6ed6f779-2ed6-496e-b91a-f76b1c1cc51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:51:40.202296 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:51:41.544998 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:51:42.203386 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:51:55.758403 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:52:06.403830 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9aaf5bbf-af74-47c6-8910-442a92687e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:52:06.886790 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:52:08.959599 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-fcef1234-81e8-4d79-b180-928d5b127261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:52:10.201253 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:52:11.547075 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:52:19.202980 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:52:25.788216 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:52:36.409187 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-8eec91f1-314a-4dd0-842b-39a794d6ab56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:52:36.890684 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:52:38.961282 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcadb-27a6-45eb-ae7a-8081051c7a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:52:40.200694 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:52:41.550576 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:52:55.786405 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:52:56.201772 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:53:06.406363 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-636bc1d5-00d6-4702-a682-65b4e470ba62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:53:06.893507 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:53:08.977471 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-26082b9c-5f81-404d-b117-b4f23d5e09fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:53:10.210931 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:53:11.562946 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:53:25.789627 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:53:33.202230 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:53:36.411857 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-af3ed945-5071-4f98-9add-050dccd8b57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:53:36.917834 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:53:38.967617 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-5d7e3d29-e49f-43ab-be21-291887d365a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:53:40.219641 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:53:41.565913 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:53:55.813394 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:54:06.398305 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-51d1f229-33f2-4323-8dc7-0a905495ead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:54:06.902188 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:54:08.963255 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-0358e0f0-37cc-4930-bc14-1da695f3b43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:54:10.203808 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:54:10.217168 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:54:11.554566 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:54:25.806033 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:54:36.433257 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-d1c44fb8-53eb-4907-bf01-099b11c8e49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:54:36.912892 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:54:38.979998 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-2958e5ce-1571-47fc-902f-d2e7d0d349ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:54:40.222637 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:54:41.568418 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:54:47.204088 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:54:55.819217 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:55:04.098578 dv-cinder-796859-1-smb neutron-server[78471]: DEBUG neutron.wsgi [req-2aa94223-8b01-4ba0-bb27-e4ad39539a6e req-fc930e2e-a882-489a-a9fc-fd5a74e8ee25 service neutron] (78471) timed out ('10.222.0.72', 53895) {{(pid=78471) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 14:55:06.407846 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-6ff166bd-eeeb-4f2f-8e65-f101e29202cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:55:06.923057 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:55:08.977671 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-75f6f3dd-1d6e-4ca9-8edf-6068976fca82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:55:10.226195 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:55:11.570151 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:55:24.211851 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 14:55:25.819326 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:55:36.409747 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-a148ed54-4883-4177-ab35-0b633072d3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:55:36.916141 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-9e67ea98-0cb5-4d62-9d8b-7e74c29ced89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:55:38.968428 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-c616c643-e551-467d-b8d6-01e53d4ed299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:55:40.229087 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-ff967bdb-f1af-4f3a-b3f5-e1239bc4a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:55:41.566453 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-78da4a84-096f-4404-9d8c-fd6c57911ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:55:55.816292 dv-cinder-796859-1-smb neutron-server[78473]: DEBUG neutron_lib.callbacks.manager [None req-95031a7c-3417-4686-bbd8-86ba80cc5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744814336175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824219'] for agent, after_update {{(pid=78473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:56:01.201106 dv-cinder-796859-1-smb neutron-server[78474]: DEBUG neutron.db.agents_db [None req-332fbcd9-4364-45f4-9d7e-00ef270f89b6 None None] Agent healthcheck: found 6 active agents {{(pid=78474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}